You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/26 07:29:44 UTC

[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build # 318 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/318/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseSerialGC --illegal-access=deny

2 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:45085/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:45085/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([63408D60DC75AC3C:EB14B2BA7289C1C4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}

Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
	at __randomizedtesting.SeedInfo.seed([63408D60DC75AC3C:3CA4A057B7793F79]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11084 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/init-core-data-001
   [junit4]   2> 403934 WARN  (SUITE-HttpPartitionTest-seed#[63408D60DC75AC3C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 403934 INFO  (SUITE-HttpPartitionTest-seed#[63408D60DC75AC3C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 403934 INFO  (SUITE-HttpPartitionTest-seed#[63408D60DC75AC3C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 403934 INFO  (SUITE-HttpPartitionTest-seed#[63408D60DC75AC3C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 403934 INFO  (SUITE-HttpPartitionTest-seed#[63408D60DC75AC3C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 403936 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 403937 INFO  (Thread-1059) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 403937 INFO  (Thread-1059) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 403938 ERROR (Thread-1059) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 404037 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkTestServer start zk server on port:39309
   [junit4]   2> 404042 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 404043 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 404044 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 404044 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 404044 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 404045 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 404045 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 404046 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 404046 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 404047 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 404047 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 404048 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 404124 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 404125 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8f9ed0{/,null,AVAILABLE}
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1120caf{HTTP/1.1,[http/1.1]}{127.0.0.1:32771}
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server Started @405500ms
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/tempDir-001/control/data, hostPort=40651, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/control-001/cores}
   [junit4]   2> 404127 ERROR (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 404127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T06:39:04.584809Z
   [junit4]   2> 404129 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 404129 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/control-001/solr.xml
   [junit4]   2> 404131 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 404133 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 404171 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 404171 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40651_
   [junit4]   2> 404171 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.Overseer Overseer (id=98548419421470724-127.0.0.1:40651_-n_0000000000) starting
   [junit4]   2> 404175 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40651_
   [junit4]   2> 404175 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 404324 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 404331 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 404331 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 404332 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/control-001/cores
   [junit4]   2> 404346 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 404346 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39309/solr ready
   [junit4]   2> 404346 INFO  (SocketProxy-Acceptor-40651) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33814,localport=40651], receiveBufferSize:531000
   [junit4]   2> 404348 INFO  (SocketProxy-Acceptor-40651) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32771,localport=37664], receiveBufferSize=530904
   [junit4]   2> 404349 INFO  (qtp23103300-3545) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40651_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 404350 INFO  (OverseerThreadFactory-1716-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 404453 INFO  (SocketProxy-Acceptor-40651) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33818,localport=40651], receiveBufferSize:531000
   [junit4]   2> 404453 INFO  (SocketProxy-Acceptor-40651) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32771,localport=37668], receiveBufferSize=530904
   [junit4]   2> 404453 INFO  (qtp23103300-3547) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 404453 INFO  (qtp23103300-3547) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 404556 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 405460 INFO  (qtp23103300-3547) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 405467 INFO  (qtp23103300-3547) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 405529 INFO  (qtp23103300-3547) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 405536 INFO  (qtp23103300-3547) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 405537 INFO  (qtp23103300-3547) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 405537 INFO  (qtp23103300-3547) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 405537 INFO  (qtp23103300-3547) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 405539 INFO  (qtp23103300-3547) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 405540 WARN  (qtp23103300-3547) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 405567 INFO  (qtp23103300-3547) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 405567 INFO  (qtp23103300-3547) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 405568 INFO  (qtp23103300-3547) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 405568 INFO  (qtp23103300-3547) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 405569 INFO  (qtp23103300-3547) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=67.1142578125, floorSegmentMB=1.0869140625, forceMergeDeletesPctAllowed=24.12435361453025, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8401417355089478
   [junit4]   2> 405569 INFO  (qtp23103300-3547) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bd05f7[control_collection_shard1_replica_n1] main]
   [junit4]   2> 405570 INFO  (qtp23103300-3547) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 405570 INFO  (qtp23103300-3547) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 405570 INFO  (qtp23103300-3547) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 405571 INFO  (searcherExecutor-1719-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1bd05f7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 405571 INFO  (qtp23103300-3547) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576774712455856128
   [junit4]   2> 405575 INFO  (qtp23103300-3547) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 405575 INFO  (qtp23103300-3547) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 405575 INFO  (qtp23103300-3547) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40651/control_collection_shard1_replica_n1/
   [junit4]   2> 405575 INFO  (qtp23103300-3547) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 405575 INFO  (qtp23103300-3547) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:40651/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 405575 INFO  (qtp23103300-3547) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 405576 INFO  (qtp23103300-3547) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40651/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 405677 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 405727 INFO  (qtp23103300-3547) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 405728 INFO  (qtp23103300-3547) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1274
   [junit4]   2> 405732 INFO  (qtp23103300-3545) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 405832 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 406351 INFO  (OverseerCollectionConfigSetProcessor-98548419421470724-127.0.0.1:40651_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 406732 INFO  (qtp23103300-3545) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40651_&wt=javabin&version=2} status=0 QTime=2383
   [junit4]   2> 406736 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 406736 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39309/solr ready
   [junit4]   2> 406736 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 406737 INFO  (SocketProxy-Acceptor-40651) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33856,localport=40651], receiveBufferSize:531000
   [junit4]   2> 406737 INFO  (SocketProxy-Acceptor-40651) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32771,localport=37706], receiveBufferSize=530904
   [junit4]   2> 406737 INFO  (qtp23103300-3545) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 406738 INFO  (OverseerThreadFactory-1716-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 406738 WARN  (OverseerThreadFactory-1716-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 406941 INFO  (qtp23103300-3545) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 406941 INFO  (qtp23103300-3545) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 407031 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001 of type TLOG
   [junit4]   2> 407032 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 407032 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21a78b{/,null,AVAILABLE}
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f9c79{HTTP/1.1,[http/1.1]}{127.0.0.1:46575}
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server Started @408406ms
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/tempDir-001/jetty1, hostPort=35605, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/cores, replicaType=TLOG}
   [junit4]   2> 407033 ERROR (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 407033 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T06:39:07.490512Z
   [junit4]   2> 407035 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 407035 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/solr.xml
   [junit4]   2> 407037 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 407039 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 407043 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 407043 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 407044 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35605_
   [junit4]   2> 407044 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 407044 INFO  (zkCallback-491-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 407045 INFO  (zkCallback-496-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 407117 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 407126 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 407126 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 407127 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/cores
   [junit4]   2> 407144 INFO  (qtp23103300-3546) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35605_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 407145 INFO  (OverseerThreadFactory-1716-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35605_ for creating new replica
   [junit4]   2> 407145 INFO  (OverseerCollectionConfigSetProcessor-98548419421470724-127.0.0.1:40651_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 407146 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38282,localport=35605], receiveBufferSize:531000
   [junit4]   2> 407147 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55808], receiveBufferSize=530904
   [junit4]   2> 407147 INFO  (qtp9049301-3594) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 407147 INFO  (qtp9049301-3594) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 408154 INFO  (qtp9049301-3594) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 408172 INFO  (qtp9049301-3594) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 408242 INFO  (qtp9049301-3594) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 408249 INFO  (qtp9049301-3594) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 408249 INFO  (qtp9049301-3594) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 408249 INFO  (qtp9049301-3594) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 408249 INFO  (qtp9049301-3594) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 408251 INFO  (qtp9049301-3594) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 408252 WARN  (qtp9049301-3594) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 408278 INFO  (qtp9049301-3594) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 408278 INFO  (qtp9049301-3594) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 408279 INFO  (qtp9049301-3594) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 408279 INFO  (qtp9049301-3594) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 408280 INFO  (qtp9049301-3594) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=67.1142578125, floorSegmentMB=1.0869140625, forceMergeDeletesPctAllowed=24.12435361453025, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8401417355089478
   [junit4]   2> 408280 INFO  (qtp9049301-3594) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11ac9ef[collection1_shard2_replica_t41] main]
   [junit4]   2> 408281 INFO  (qtp9049301-3594) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 408281 INFO  (qtp9049301-3594) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 408281 INFO  (qtp9049301-3594) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 408282 INFO  (searcherExecutor-1730-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@11ac9ef[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 408282 INFO  (qtp9049301-3594) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576774715298545664
   [junit4]   2> 408285 INFO  (qtp9049301-3594) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 408286 INFO  (qtp9049301-3594) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 408286 INFO  (qtp9049301-3594) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35605/collection1_shard2_replica_t41/
   [junit4]   2> 408286 INFO  (qtp9049301-3594) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 408286 INFO  (qtp9049301-3594) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:35605/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 408286 INFO  (qtp9049301-3594) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 408286 INFO  (qtp9049301-3594) [    ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 408287 INFO  (qtp9049301-3594) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35605/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 408437 INFO  (qtp9049301-3594) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 408438 INFO  (qtp9049301-3594) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1290
   [junit4]   2> 408439 INFO  (qtp23103300-3546) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35605_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1295
   [junit4]   2> 408524 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-2-001 of type TLOG
   [junit4]   2> 408524 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 408525 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b78fa{/,null,AVAILABLE}
   [junit4]   2> 408525 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b3145{HTTP/1.1,[http/1.1]}{127.0.0.1:42635}
   [junit4]   2> 408526 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server Started @409898ms
   [junit4]   2> 408526 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/tempDir-001/jetty2, hostPort=39317, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-2-001/cores, replicaType=TLOG}
   [junit4]   2> 408526 ERROR (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 408526 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 408526 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 408526 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 408526 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T06:39:08.983722Z
   [junit4]   2> 408528 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 408528 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-2-001/solr.xml
   [junit4]   2> 408530 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 408532 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 408536 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 408537 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 408537 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39317_
   [junit4]   2> 408538 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 408538 INFO  (zkCallback-496-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 408538 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 408538 INFO  (zkCallback-491-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 408635 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 408643 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 408643 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 408645 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-2-001/cores
   [junit4]   2> 408668 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46592,localport=39317], receiveBufferSize:531000
   [junit4]   2> 408669 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42635,localport=43838], receiveBufferSize=530904
   [junit4]   2> 408669 INFO  (qtp2729932-3626) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39317_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 408670 INFO  (OverseerThreadFactory-1716-thread-4) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39317_ for creating new replica
   [junit4]   2> 408670 INFO  (OverseerCollectionConfigSetProcessor-98548419421470724-127.0.0.1:40651_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 408671 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46596,localport=39317], receiveBufferSize:531000
   [junit4]   2> 408671 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42635,localport=43842], receiveBufferSize=530904
   [junit4]   2> 408671 INFO  (qtp2729932-3628) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 408672 INFO  (qtp2729932-3628) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 409678 INFO  (qtp2729932-3628) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 409685 INFO  (qtp2729932-3628) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 409755 INFO  (qtp2729932-3628) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 409771 INFO  (qtp2729932-3628) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 409772 INFO  (qtp2729932-3628) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 409772 INFO  (qtp2729932-3628) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 409772 INFO  (qtp2729932-3628) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 409775 INFO  (qtp2729932-3628) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 409777 WARN  (qtp2729932-3628) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 409810 INFO  (qtp2729932-3628) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 409810 INFO  (qtp2729932-3628) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 409810 INFO  (qtp2729932-3628) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 409810 INFO  (qtp2729932-3628) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 409811 INFO  (qtp2729932-3628) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=67.1142578125, floorSegmentMB=1.0869140625, forceMergeDeletesPctAllowed=24.12435361453025, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8401417355089478
   [junit4]   2> 409811 INFO  (qtp2729932-3628) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e698ce[collection1_shard1_replica_t43] main]
   [junit4]   2> 409812 INFO  (qtp2729932-3628) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 409812 INFO  (qtp2729932-3628) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 409813 INFO  (qtp2729932-3628) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 409814 INFO  (searcherExecutor-1741-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@e698ce[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 409814 INFO  (qtp2729932-3628) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576774716904964096
   [junit4]   2> 409817 INFO  (qtp2729932-3628) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 409817 INFO  (qtp2729932-3628) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 409817 INFO  (qtp2729932-3628) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39317/collection1_shard1_replica_t43/
   [junit4]   2> 409818 INFO  (qtp2729932-3628) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 409818 INFO  (qtp2729932-3628) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:39317/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 409818 INFO  (qtp2729932-3628) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 409818 INFO  (qtp2729932-3628) [    ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 409819 INFO  (qtp2729932-3628) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39317/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 409920 INFO  (qtp2729932-3628) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 409922 INFO  (qtp2729932-3628) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1250
   [junit4]   2> 409924 INFO  (qtp2729932-3626) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39317_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1254
   [junit4]   2> 410051 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001 of type TLOG
   [junit4]   2> 410051 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 410064 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bc90a8{/,null,AVAILABLE}
   [junit4]   2> 410064 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ccd167{HTTP/1.1,[http/1.1]}{127.0.0.1:41203}
   [junit4]   2> 410064 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.e.j.s.Server Started @411437ms
   [junit4]   2> 410064 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/tempDir-001/jetty3, hostPort=45085, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/cores, replicaType=TLOG}
   [junit4]   2> 410065 ERROR (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 410065 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 410065 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 410065 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 410065 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T06:39:10.522352Z
   [junit4]   2> 410067 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 410067 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/solr.xml
   [junit4]   2> 410069 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 410071 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 410083 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 410084 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 410084 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45085_
   [junit4]   2> 410085 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 410085 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 410085 INFO  (zkCallback-484-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 410087 INFO  (zkCallback-496-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 410090 INFO  (zkCallback-491-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 410128 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 410136 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 410136 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 410137 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/cores
   [junit4]   2> 410168 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58242,localport=45085], receiveBufferSize:531000
   [junit4]   2> 410169 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41203,localport=33738], receiveBufferSize=530904
   [junit4]   2> 410169 INFO  (qtp15298267-3658) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45085_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 410171 INFO  (OverseerCollectionConfigSetProcessor-98548419421470724-127.0.0.1:40651_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 410179 INFO  (OverseerThreadFactory-1716-thread-5) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45085_ for creating new replica
   [junit4]   2> 410184 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58246,localport=45085], receiveBufferSize:531000
   [junit4]   2> 410188 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41203,localport=33742], receiveBufferSize=530904
   [junit4]   2> 410188 INFO  (qtp15298267-3662) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 410189 INFO  (qtp15298267-3662) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 411197 INFO  (qtp15298267-3662) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 411206 INFO  (qtp15298267-3662) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 411290 INFO  (qtp15298267-3662) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 411296 INFO  (qtp15298267-3662) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 411296 INFO  (qtp15298267-3662) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 411297 INFO  (qtp15298267-3662) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 411297 INFO  (qtp15298267-3662) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 411298 INFO  (qtp15298267-3662) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 411300 WARN  (qtp15298267-3662) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 411343 INFO  (qtp15298267-3662) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 411343 INFO  (qtp15298267-3662) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 411344 INFO  (qtp15298267-3662) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 411344 INFO  (qtp15298267-3662) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 411345 INFO  (qtp15298267-3662) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=67.1142578125, floorSegmentMB=1.0869140625, forceMergeDeletesPctAllowed=24.12435361453025, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8401417355089478
   [junit4]   2> 411345 INFO  (qtp15298267-3662) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@103b2ee[collection1_shard2_replica_t45] main]
   [junit4]   2> 411346 INFO  (qtp15298267-3662) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 411347 INFO  (qtp15298267-3662) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 411347 INFO  (qtp15298267-3662) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 411348 INFO  (searcherExecutor-1752-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@103b2ee[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 411348 INFO  (qtp15298267-3662) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576774718513479680
   [junit4]   2> 411350 INFO  (qtp15298267-3662) [    ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 411350 INFO  (updateExecutor-505-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 411351 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 411351 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 411351 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 411351 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 411351 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 411351 INFO  (qtp15298267-3662) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1162
   [junit4]   2> 411351 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:35605/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:45085/collection1_shard2_replica_t45/]
   [junit4]   2> 411352 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:35605]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:45085_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 411352 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38352,localport=35605], receiveBufferSize:531000
   [junit4]   2> 411353 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55878], receiveBufferSize=530904
   [junit4]   2> 411359 INFO  (qtp9049301-3596) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 411360 INFO  (qtp9049301-3596) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:45085_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:45085","node_name":"127.0.0.1:45085_","state":"down","type":"TLOG"}
   [junit4]   2> 411361 INFO  (qtp15298267-3658) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45085_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1191
   [junit4]   2> 411362 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 411362 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 411362 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 412173 INFO  (OverseerCollectionConfigSetProcessor-98548419421470724-127.0.0.1:40651_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 412360 INFO  (qtp9049301-3596) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:45085_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:45085","node_name":"127.0.0.1:45085_","state":"recovering","type":"TLOG"}
   [junit4]   2> 412360 INFO  (qtp9049301-3596) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 412360 INFO  (qtp9049301-3596) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45085_&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 412861 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 412861 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:35605/collection1_shard2_replica_t41/].
   [junit4]   2> 412861 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38368,localport=35605], receiveBufferSize:531000
   [junit4]   2> 412862 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55894], receiveBufferSize=530904
   [junit4]   2> 412863 INFO  (qtp9049301-3596) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576774720102072320,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 412863 INFO  (qtp9049301-3596) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 412863 INFO  (qtp9049301-3596) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 412863 INFO  (qtp9049301-3596) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 412864 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38372,localport=35605], receiveBufferSize:531000
   [junit4]   2> 412864 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55898], receiveBufferSize=530904
   [junit4]   2> 412865 INFO  (qtp9049301-3592) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 starting background replication from leader
   [junit4]   2> 412865 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 412866 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 412866 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:35605/collection1_shard2_replica_t41/
   [junit4]   2> 412867 INFO  (qtp9049301-3589) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 412867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 412867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 412867 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 412867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 412867 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576774720106266624
   [junit4]   2> 412867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 412868 INFO  (recoveryExecutor-506-thread-1) [    ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 413362 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 413363 INFO  (qtp23103300-3542) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576774720626360320,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 413364 INFO  (qtp23103300-3542) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 413364 INFO  (qtp23103300-3542) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 413364 INFO  (qtp23103300-3542) [    ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 413364 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38384,localport=35605], receiveBufferSize:531000
   [junit4]   2> 413365 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55910], receiveBufferSize=530904
   [junit4]   2> 413366 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38388,localport=35605], receiveBufferSize:531000
   [junit4]   2> 413366 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58298,localport=45085], receiveBufferSize:531000
   [junit4]   2> 413366 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55916], receiveBufferSize=530904
   [junit4]   2> 413371 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41203,localport=33796], receiveBufferSize=530904
   [junit4]   2> 413371 INFO  (qtp9049301-3592) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576774720634748928,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 413371 INFO  (qtp9049301-3592) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 413371 INFO  (qtp9049301-3592) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 413372 INFO  (qtp9049301-3592) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35605/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 413372 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46678,localport=39317], receiveBufferSize:531000
   [junit4]   2> 413372 INFO  (qtp15298267-3657) [    ] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 413372 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42635,localport=43924], receiveBufferSize=530904
   [junit4]   2> 413373 INFO  (qtp2729932-3622) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576774720636846080,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 413373 INFO  (qtp2729932-3622) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 413373 INFO  (qtp2729932-3622) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 413373 INFO  (qtp2729932-3622) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t43]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35605/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 413374 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38400,localport=35605], receiveBufferSize:531000
   [junit4]   2> 413374 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55926], receiveBufferSize=530904
   [junit4]   2> 413375 INFO  (qtp9049301-3591) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 413375 INFO  (qtp15298267-3657) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t45]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35605/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 413376 INFO  (qtp9049301-3596) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
   [junit4]   2> 413376 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38404,localport=35605], receiveBufferSize:531000
   [junit4]   2> 413377 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55930], receiveBufferSize=530904
   [junit4]   2> 413378 INFO  (qtp9049301-3590) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 413378 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58316,localport=45085], receiveBufferSize:531000
   [junit4]   2> 413378 INFO  (SocketProxy-Acceptor-45085) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41203,localport=33812], receiveBufferSize=530904
   [junit4]   2> 413378 INFO  (qtp15298267-3659) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t45]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 413379 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46694,localport=39317], receiveBufferSize:531000
   [junit4]   2> 413379 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42635,localport=43940], receiveBufferSize=530904
   [junit4]   2> 413379 INFO  (qtp2729932-3626) [    ] o.a.s.c.S.Request [collection1_shard1_replica_t43]  webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 415379 INFO  (TEST-HttpPartitionTest.test-seed#[63408D60DC75AC3C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_crud_1x2
   [junit4]   2> 415381 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38428,localport=35605], receiveBufferSize:531000
   [junit4]   2> 415381 INFO  (SocketProxy-Acceptor-35605) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46575,localport=55954], receiveBufferSize=530904
   [junit4]   2> 415381 INFO  (qtp9049301-3596) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=c8n_crud_1x2&action=CREATE&numShards=1&tlogReplicas=2&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 415382 INFO  (OverseerThreadFactory-1716-thread-5) [    ] o.a.s.c.CreateCollectionCmd Create collection c8n_crud_1x2
   [junit4]   2> 415486 INFO  (qtp15298267-3655) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t1&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 415487 INFO  (qtp9049301-3592) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t2&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 415867 INFO  (qtp9049301-3591) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 415867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 415867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 415867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 415867 INFO  (indexFetcher-1758-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 416493 INFO  (qtp15298267-3655) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 416494 INFO  (qtp9049301-3592) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 416501 INFO  (qtp15298267-3655) [    ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t1] Schema name=test
   [junit4]   2> 416505 INFO  (qtp9049301-3592) [    ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t2] Schema name=test
   [junit4]   2> 416592 INFO  (qtp15298267-3655) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 416599 INFO  (qtp15298267-3655) [    ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t1' using configuration from collection c8n_crud_1x2, trusted=true
   [junit4]   2> 416600 INFO  (qtp15298267-3655) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t1' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 416600 INFO  (qtp15298267-3655) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 416600 INFO  (qtp15298267-3655) [    ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/cores/c8n_crud_1x2_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-3-001/cores/c8n_crud_1x2_shard1_replica_t1/data/]
   [junit4]   2> 416602 INFO  (qtp15298267-3655) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 416603 WARN  (qtp15298267-3655) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 416608 INFO  (qtp9049301-3592) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 416614 INFO  (qtp9049301-3592) [    ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t2' using configuration from collection c8n_crud_1x2, trusted=true
   [junit4]   2> 416614 INFO  (qtp9049301-3592) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t2' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e78846
   [junit4]   2> 416614 INFO  (qtp9049301-3592) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 416614 INFO  (qtp9049301-3592) [    ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_63408D60DC75AC3C-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t2/data/]
   [junit4]   2> 416616 INFO  (qtp9049301-3592) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 416617 WARN  (qtp9049301-3592) [    ] o.a.s.c

[...truncated too long message...]

=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=541, maxMBSortInHeap=7.755808608592952, sim=RandomSimilarity(queryNorm=false): {}, locale=bez, timezone=America/Catamarca
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=239962232,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestHdfsBackupRestoreCore, RecoveryZkTest, TestLegacyFieldCache, SSLMigrationTest, TestReversedWildcardFilterFactory, VMParamsZkACLAndCredentialsProvidersTest, SimplePostToolTest, TestPrepRecovery, TestUtils, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, DocValuesMissingTest, PolyFieldTest, HttpSolrCallGetCoreTest, PreAnalyzedFieldTest, PathHierarchyTokenizerFactoryTest, HdfsDirectoryTest, TestMultiWordSynonyms, TestFileDictionaryLookup, TestNestedDocsSort, FullHLLTest, SolrShardReporterTest, DirectUpdateHandlerTest, UninvertDocValuesMergePolicyTest, TestDeleteCollectionOnDownNodes, TestCopyFieldCollectionResource, SearchHandlerTest, TestRuleBasedAuthorizationPlugin, PKIAuthenticationIntegrationTest, TestExclusionRuleCollectionAccess, TestCollectionAPIs, RankQueryTest, DocumentBuilderTest, ClusterStateTest, DistributedQueryComponentOptimizationTest, UpdateLogTest, PrimitiveFieldTypeTest, NotRequiredUniqueKeyTest, TestQuerySenderListener, SolrJmxReporterTest, TestFieldTypeResource, TestDistribIDF, UtilsToolTest, XsltUpdateRequestHandlerTest, SolrInfoBeanTest, TestClassicSimilarityFactory, TestRecovery, FastVectorHighlighterTest, TestSubQueryTransformerCrossCore, BlockCacheTest, TestLMJelinekMercerSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, DateFieldTest, PreAnalyzedUpdateProcessorTest, TestStressReorder, TestGraphTermsQParserPlugin, TestReload, TestStressUserVersions, TestCollapseQParserPlugin, ChaosMonkeySafeLeaderWithPullReplicasTest, AutoCommitTest, MinimalSchemaTest, TestDFRSimilarityFactory, HttpPartitionTest]
   [junit4] Completed [102/731 (1!)] on J2 in 30.81s, 1 test, 1 failure <<< FAILURES!

[...truncated 1755 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrSlf4jReporterTest_63408D60DC75AC3C-001/init-core-data-001
   [junit4]   2> 2622452 WARN  (SUITE-SolrSlf4jReporterTest-seed#[63408D60DC75AC3C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=63408D60DC75AC3C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-NF -Dtests.timezone=Pacific/Galapagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 6.31s J2 | SolrSlf4jReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([63408D60DC75AC3C:3CA4A057B7793F79]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrSlf4jReporterTest_63408D60DC75AC3C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=en-NF, timezone=Pacific/Galapagos
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=244229168,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestHdfsBackupRestoreCore, RecoveryZkTest, TestLegacyFieldCache, SSLMigrationTest, TestReversedWildcardFilterFactory, VMParamsZkACLAndCredentialsProvidersTest, SimplePostToolTest, TestPrepRecovery, TestUtils, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, DocValuesMissingTest, PolyFieldTest, HttpSolrCallGetCoreTest, PreAnalyzedFieldTest, PathHierarchyTokenizerFactoryTest, HdfsDirectoryTest, TestMultiWordSynonyms, TestFileDictionaryLookup, TestNestedDocsSort, FullHLLTest, SolrShardReporterTest, DirectUpdateHandlerTest, UninvertDocValuesMergePolicyTest, TestDeleteCollectionOnDownNodes, TestCopyFieldCollectionResource, SearchHandlerTest, TestRuleBasedAuthorizationPlugin, PKIAuthenticationIntegrationTest, TestExclusionRuleCollectionAccess, TestCollectionAPIs, RankQueryTest, DocumentBuilderTest, ClusterStateTest, DistributedQueryComponentOptimizationTest, UpdateLogTest, PrimitiveFieldTypeTest, NotRequiredUniqueKeyTest, TestQuerySenderListener, SolrJmxReporterTest, TestFieldTypeResource, TestDistribIDF, UtilsToolTest, XsltUpdateRequestHandlerTest, SolrInfoBeanTest, TestClassicSimilarityFactory, TestRecovery, FastVectorHighlighterTest, TestSubQueryTransformerCrossCore, BlockCacheTest, TestLMJelinekMercerSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, DateFieldTest, PreAnalyzedUpdateProcessorTest, TestStressReorder, TestGraphTermsQParserPlugin, TestReload, TestStressUserVersions, TestCollapseQParserPlugin, ChaosMonkeySafeLeaderWithPullReplicasTest, AutoCommitTest, MinimalSchemaTest, TestDFRSimilarityFactory, HttpPartitionTest, CoreAdminRequestStatusTest, ConcurrentDeleteAndCreateCollectionTest, TestManagedResourceStorage, HdfsNNFailoverTest, MigrateRouteKeyTest, TermVectorComponentDistributedTest, TestDistributedMissingSort, TestFieldCache, QueryEqualityTest, CollectionTooManyReplicasTest, TestTolerantSearch, RulesTest, TestNRTOpen, TermsComponentTest, SparseHLLTest, TestPayloadCheckQParserPlugin, TestPushWriter, TestGroupingSearch, OverseerCollectionConfigSetProcessorTest, StressHdfsTest, SolrCoreCheckLockOnStartupTest, SpatialHeatmapFacetsTest, LeaderFailureAfterFreshStartTest, TestSolrCoreParser, TestReplicaProperties, NodeMutatorTest, CircularListTest, BJQParserTest, DeleteShardTest, TestRecoveryHdfs, DirectUpdateHandlerOptimizeTest, MetricsHandlerTest, TestLRUStatsCache, TestSolrCloudSnapshots, NumericFieldsTest, QueryResultKeyTest, ActionThrottleTest, TestSurroundQueryParser, TestPolicyCloud, TestCloudRecovery, DistanceUnitsTest, TestMinMaxOnMultiValuedField, BigEndianAscendingWordSerializerTest, TestLeaderElectionZkExpiry, HardAutoCommitTest, DirectoryFactoryTest, TestImpersonationWithHadoopAuth, HdfsRestartWhileUpdatingTest, TestQueryUtils, TestPseudoReturnFields, MultiTermTest, JvmMetricsTest, TestXmlQParserPlugin, SolrCLIZkUtilsTest, DateMathParserTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, ZkControllerTest, TestJoin, TestStressVersions, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SuggesterTSTTest, SuggesterTest, TestTrie, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, DisMaxRequestHandlerTest, TermVectorComponentTest, RequiredFieldsTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCollectionsAPIViaSolrCloudCluster, TestLeaderInitiatedRecoveryThread, TestLockTree, TestRandomFlRTGCloud, TestRequestForwarding, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, ZkFailoverTest, TestReplicationHandlerBackup, TestSolrConfigHandlerCloud, V2ApiIntegrationTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, InfixSuggestersTest, SolrMetricManagerTest, SolrMetricReporterTest, SolrGangliaReporterTest, SolrSlf4jReporterTest]
   [junit4] Completed [618/731 (2!)] on J2 in 6.34s, 1 test, 1 failure <<< FAILURES!

[...truncated 37027 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-9-ea+181) - Build # 322 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/322/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

2 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Replica state not updated in cluster state null Live Nodes: [127.0.0.1:44167_solr, 127.0.0.1:41931_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"pull_replica_test_kill_leader_shard1_replica_n1",           "base_url":"https://127.0.0.1:44167/solr",           "node_name":"127.0.0.1:44167_solr",           "state":"down",           "type":"NRT",           "leader":"true"},         "core_node4":{           "core":"pull_replica_test_kill_leader_shard1_replica_p2",           "base_url":"https://127.0.0.1:41931/solr",           "node_name":"127.0.0.1:41931_solr",           "state":"active",           "type":"PULL"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"100",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Replica state not updated in cluster state
null
Live Nodes: [127.0.0.1:44167_solr, 127.0.0.1:41931_solr]
Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"pull_replica_test_kill_leader_shard1_replica_n1",
          "base_url":"https://127.0.0.1:44167/solr",
          "node_name":"127.0.0.1:44167_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"},
        "core_node4":{
          "core":"pull_replica_test_kill_leader_shard1_replica_p2",
          "base_url":"https://127.0.0.1:41931/solr",
          "node_name":"127.0.0.1:41931_solr",
          "state":"active",
          "type":"PULL"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"100",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([C76953C2930A45D7:8E7FA776F1B1D181]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401)
	at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.

Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
	at __randomizedtesting.SeedInfo.seed([C76953C2930A45D7:B68DAD14E5E1621B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12055 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C76953C2930A45D7-001/init-core-data-001
   [junit4]   2> 1334986 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C76953C2930A45D7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1335252 WARN  (coreLoadExecutor-5591-thread-1) [    ] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1335253 WARN  (coreLoadExecutor-5591-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=C76953C2930A45D7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=wae -Dtests.timezone=MST -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.00s J0 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C76953C2930A45D7:B68DAD14E5E1621B]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C76953C2930A45D7-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=6, maxDocsPerChunk=3, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=6, blockSize=1)), sim=RandomSimilarity(queryNorm=true): {}, locale=wae, timezone=MST
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=319761280,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, TestDistribDocBasedVersion, TestSQLHandler, TestExpandComponent, MoveReplicaTest, TestPHPSerializedResponseWriter, TestTrieFacet, ChaosMonkeyNothingIsSafeTest, TestCustomStream, DistributedSuggestComponentTest, TestSmileRequest, TestGraphMLResponseWriter, TestHashQParserPlugin, TestCloudPivotFacet, TestDFISimilarityFactory, TestCloudSearcherWarming, TestSolrFieldCacheBean, TestLegacyFieldReuse, TestNoOpRegenerator, ResponseHeaderTest, MissingSegmentRecoveryTest, DeleteStatusTest, TestIBSimilarityFactory, BadCopyFieldTest, TolerantUpdateProcessorTest, TestDynamicFieldCollectionResource, TestSolrQueryParser, TestSolrCLIRunExample, TestStreamBody, GraphQueryTest, TestCSVResponseWriter, TestCloudDeleteByQuery, ExternalFileFieldSortTest, TestQuerySenderNoQuery, PluginInfoTest, TestPhraseSuggestions, PropertiesRequestHandlerTest, TestReplicationHandlerBackup, TestCollectionsAPIViaSolrCloudCluster, TestJettySolrRunner, EchoParamsTest, SolrGraphiteReporterTest, CursorPagingTest, TestManagedSchemaThreadSafety, ExitableDirectoryReaderTest, TestSubQueryTransformerDistrib, MetricsConfigTest, TestBadConfig, TestExtendedDismaxParser, ReplicaListTransformerTest, SaslZkACLProviderTest, FieldMutatingUpdateProcessorTest, TestConfigsApi, SharedFSAutoReplicaFailoverUtilsTest, ConfigureRecoveryStrategyTest, TestFunctionQuery, TlogReplayBufferedWhileIndexingTest, LeaderElectionIntegrationTest, SuggesterWFSTTest, SynonymTokenizerTest, HdfsLockFactoryTest, TestFieldSortValues, SolrPluginUtilsTest, TestSha256AuthenticationProvider, RestartWhileUpdatingTest, LeaderElectionContextKeyTest, DocValuesNotIndexedTest, TestStressCloudBlindAtomicUpdates, UpdateParamsTest, SpellingQueryConverterTest, JSONWriterTest, TestRequestForwarding, TestRandomDVFaceting, RemoteQueryErrorTest, MBeansHandlerTest, TestJoin, TestCollationField, TestCloudManagedSchema, WordBreakSolrSpellCheckerTest, TestFieldCacheVsDocValues, TestClusterStateMutator, ImplicitSnitchTest, SpellCheckCollatorTest, AddBlockUpdateTest, AtomicUpdatesTest, FieldAnalysisRequestHandlerTest, AsyncCallRequestStatusResponseTest, TestJsonFacetRefinement, TestEmbeddedSolrServerAdminHandler, V2StandaloneTest, SuggestComponentContextFilterQueryTest, TestRealTimeGet, TestHighlightDedupGrouping, TestRandomRequestDistribution, TestComponentsName, LeaderInitiatedRecoveryOnCommitTest, TestBinaryField, TestBackupRepositoryFactory, TestMaxScoreQueryParser, SolrMetricReporterTest, TestFieldResource, TestDocBasedVersionConstraints, TestFastOutputStream, TestInPlaceUpdatesDistrib, QueryElevationComponentTest, TestLeaderInitiatedRecoveryThread, TestIndexingPerformance, TestSolrCloudWithHadoopAuthPlugin, TestLuceneMatchVersion, TestOrdValues, TestCrossCoreJoin, TestMaxTokenLenTokenizer, TestInfoStreamLogging, TestTrackingShardHandlerFactory, TestAuthorizationFramework, OutputWriterTest, XmlUpdateRequestHandlerTest, TestHdfsCloudBackupRestore, TestFreeTextSuggestions, CdcrReplicationDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TestReload, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [404/731 (1!)] on J0 in 0.30s, 3 tests, 1 failure <<< FAILURES!

[...truncated 457 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplica
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_C76953C2930A45D7-001/init-core-data-001
   [junit4]   2> 1787148 WARN  (SUITE-TestPullReplica-seed#[C76953C2930A45D7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1787152 ERROR (Thread-3878) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1787256 ERROR (jetty-launcher-4126-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1787256 ERROR (jetty-launcher-4126-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1787265 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e21ccc0880001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1796002 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[C76953C2930A45D7]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection pull_replica_test_remove_all_writer_replicas failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44167/solr/pull_replica_test_remove_all_writer_replicas: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_remove_all_writer_replicas slice: shard1, retry? 0
   [junit4]   2> 1800011 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[C76953C2930A45D7]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection pull_replica_test_remove_all_writer_replicas failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44167/solr/pull_replica_test_remove_all_writer_replicas: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_remove_all_writer_replicas slice: shard1, retry? 0
   [junit4]   2> 1809205 WARN  (zkCallback-4137-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1809229 ERROR (TEST-TestPullReplica.testKillPullReplica-seed#[C76953C2930A45D7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1809379 ERROR (indexFetcher-7356-thread-1) [    ] o.a.s.h.IndexFetcher User aborted Replication
   [junit4]   2> 1810677 WARN  (OverseerThreadFactory-7344-thread-2) [    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   1> / (11)
   [junit4]   1>  /configs (2)
   [junit4]   1>   /configs/_default (7)
   [junit4]   1>   DATA:
   [junit4]   1>       <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>       <!--
   [junit4]   1>        Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>        contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>        this work for additional information regarding copyright ownership.
   [junit4]   1>        The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>        (the "License"); you may not use this file except in compliance with
   [junit4]   1>        the License.  You may obtain a copy of the License at
   [junit4]   1>       
   [junit4]   1>            http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>       
   [junit4]   1>        Unless required by applicable law or agreed to in writing, software
   [junit4]   1>        distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>        WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>        See the License for the specific language governing permissions and
   [junit4]   1>        limitations under the License.
   [junit4]   1>       -->
   [junit4]   1>       
   [junit4]   1>       <!--
   [junit4]   1>            For more details about configurations options that may appear in
   [junit4]   1>            this file, see http://wiki.apache.org/solr/SolrConfigXml.
   [junit4]   1>       -->
   [junit4]   1>       <config>
   [junit4]   1>         <!-- In all configuration below, a prefix of "solr." for class names
   [junit4]   1>              is an alias that causes solr to search appropriate packages,
   [junit4]   1>              including org.apache.solr.(search|update|request|core|analysis)
   [junit4]   1>       
   [junit4]   1>              You may also specify a fully qualified Java classname if you
   [junit4]   1>              have your own custom plugins.
   [junit4]   1>           -->
   [junit4]   1>       
   [junit4]   1>         <!-- Controls what version of Lucene various components of Solr
   [junit4]   1>              adhere to.  Generally, you want to use the latest version to
   [junit4]   1>              get all bug fixes and improvements. It is highly recommended
   [junit4]   1>              that you fully re-index after changing this setting as it can
   [junit4]   1>              affect both how text is indexed and queried.
   [junit4]   1>         -->
   [junit4]   1>         <luceneMatchVersion>7.1.0</luceneMatchVersion>
   [junit4]   1>       
   [junit4]   1>         <!-- <lib/> directives can be used to instruct Solr to load any Jars
   [junit4]   1>              identified and use them to resolve any "plugins" specified in
   [junit4]   1>              your solrconfig.xml or schema.xml (ie: Analyzers, Request
   [junit4]   1>              Handlers, etc...).
   [junit4]   1>       
   [junit4]   1>              All directories and paths are resolved relative to the
   [junit4]   1>              instanceDir.
   [junit4]   1>       
   [junit4]   1>              Please note that <lib/> directives are processed in the order
   [junit4]   1>              that they appear in your solrconfig.xml file, and are "stacked"
   [junit4]   1>              on top of each other when building a ClassLoader - so if you have
   [junit4]   1>              plugin jars with dependencies on other jars, the "lower level"
   [junit4]   1>              dependency jars should be loaded first.
   [junit4]   1>       
   [junit4]   1>              If a "./lib" directory exists in your instanceDir, all files
   [junit4]   1>              found in it are included as if you had used the following
   [junit4]   1>              syntax...
   [junit4]   1>       
   [junit4]   1>                     <lib dir="./lib" />
   [junit4]   1>           -->
   [junit4]   1>       
   [junit4]   1>         <!-- A 'dir' option by itself adds any files found in the directory
   [junit4]   1>              to the classpath, this is useful for including all jars in a
   [junit4]   1>              directory.
   [junit4]   1>       
   [junit4]   1>              When a 'regex' is specified in addition to a 'dir', only the
   [junit4]   1>              files in that directory which completely match the regex
   [junit4]   1>              (anchored on both ends) will be included.
   [junit4]   1>       
   [junit4]   1>              If a 'dir' option (with or without a regex) is used and nothing
   [junit4]   1>              is found that matches, a warning will be logged.
   [junit4]   1>       
   [junit4]   1>              The examples below can be used to load some solr-contribs along
   [junit4]   1>              with their external dependencies.
   [junit4]   1>           -->
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/contrib/extraction/lib" regex=".*\.jar" />
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/dist/" regex="solr-cell-\d.*\.jar" />
   [junit4]   1>       
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/contrib/clustering/lib/" regex=".*\.jar" />
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/dist/" regex="solr-clustering-\d.*\.jar" />
   [junit4]   1>       
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/contrib/langid/lib/" regex=".*\.jar" />
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/dist/" regex="solr-langid-\d.*\.jar" />
   [junit4]   1>       
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/contrib/velocity/lib" regex=".*\.jar" />
   [junit4]   1>         <lib dir="${solr.install.dir:../../../..}/dist/" regex="solr-velocity-\d.*\.jar" />
   [junit4]   1>         <!-- an exact 'path' can be used instead of a 'dir' to specify a
   [junit4]   1>              specific jar file.  This will cause a serious error to be logged
   [junit4]   1>              if it can't be loaded.
   [junit4]   1>           -->
   [junit4]   1>         <!--
   [junit4]   1>            <lib path="../a-jar-that-does-not-exist.jar" />
   [junit4]   1>         -->
   [junit4]   1>       
   [junit4]   1>         <!-- Data Directory
   [junit4]   1>       
   [junit4]   1>              Used to specify an alternate directory to hold all index data
   [junit4]   1>              other than the default ./data under the Solr home.  If
   [junit4]   1>              replication is in use, this should match the replication
   [junit4]   1>              configuration.
   [junit4]   1>           -->
   [junit4]   1>         <dataDir>${solr.data.dir:}</dataDir>
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>         <!-- The DirectoryFactory to use for indexes.
   [junit4]   1>       
   [junit4]   1>              solr.StandardDirectoryFactory is filesystem
   [junit4]   1>              based and tries to pick the best implementation for the current
   [junit4]   1>              JVM and platform.  solr.NRTCachingDirectoryFactory, the default,
   [junit4]   1>              wraps solr.StandardDirectoryFactory and caches small files in memory
   [junit4]   1>              for better NRT performance.
   [junit4]   1>       
   [junit4]   1>              One can force a particular implementation via solr.MMapDirectoryFactory,
   [junit4]   1>              solr.NIOFSDirectoryFactory, or solr.SimpleFSDirectoryFactory.
   [junit4]   1>       
   [junit4]   1>              solr.RAMDirectoryFactory is memory based and not persistent.
   [junit4]   1>           -->
   [junit4]   1>         <directoryFactory name="DirectoryFactory"
   [junit4]   1>                           class="${solr.directoryFactory:solr.NRTCachingDirectoryFactory}"/>
   [junit4]   1>       
   [junit4]   1>         <!-- The CodecFactory for defining the format of the inverted index.
   [junit4]   1>              The default implementation is SchemaCodecFactory, which is the official Lucene
   [junit4]   1>              index format, but hooks into the schema to provide per-field customization of
   [junit4]   1>              the postings lists and per-document values in the fieldType element
   [junit4]   1>              (postingsFormat/docValuesFormat). Note that most of the alternative implementations
   [junit4]   1>              are experimental, so if you choose to customize the index format, it's a good
   [junit4]   1>              idea to convert back to the official format e.g. via IndexWriter.addIndexes(IndexReader)
   [junit4]   1>              before upgrading to a newer version to avoid unnecessary reindexing.
   [junit4]   1>              A "compressionMode" string element can be added to <codecFactory> to choose
   [junit4]   1>              between the existing compression modes in the default codec: "BEST_SPEED" (default)
   [junit4]   1>              or "BEST_COMPRESSION".
   [junit4]   1>         -->
   [junit4]   1>         <codecFactory class="solr.SchemaCodecFactory"/>
   [junit4]   1>       
   [junit4]   1>         <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
   [junit4]   1>              Index Config - These settings control low-level behavior of indexing
   [junit4]   1>              Most example settings here show the default value, but are commented
   [junit4]   1>              out, to more easily see where customizations have been made.
   [junit4]   1>       
   [junit4]   1>              Note: This replaces <indexDefaults> and <mainIndex> from older versions
   [junit4]   1>              ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
   [junit4]   1>         <indexConfig>
   [junit4]   1>           <!-- maxFieldLength was removed in 4.0. To get similar behavior, include a
   [junit4]   1>                LimitTokenCountFilterFactory in your fieldType definition. E.g.
   [junit4]   1>            <filter class="solr.LimitTokenCountFilterFactory" maxTokenCount="10000"/>
   [junit4]   1>           -->
   [junit4]   1>           <!-- Maximum time to wait for a write lock (ms) for an IndexWriter. Default: 1000 -->
   [junit4]   1>           <!-- <writeLockTimeout>1000</writeLockTimeout>  -->
   [junit4]   1>       
   [junit4]   1>           <!-- Expert: Enabling compound file will use less files for the index,
   [junit4]   1>                using fewer file descriptors on the expense of performance decrease.
   [junit4]   1>                Default in Lucene is "true". Default in Solr is "false" (since 3.6) -->
   [junit4]   1>           <!-- <useCompoundFile>false</useCompoundFile> -->
   [junit4]   1>       
   [junit4]   1>           <!-- ramBufferSizeMB sets the amount of RAM that may be used by Lucene
   [junit4]   1>                indexing for buffering added documents and deletions before they are
   [junit4]   1>                flushed to the Directory.
   [junit4]   1>                maxBufferedDocs sets a limit on the number of documents buffered
   [junit4]   1>                before flushing.
   [junit4]   1>                If both ramBufferSizeMB and maxBufferedDocs is set, then
   [junit4]   1>                Lucene will flush based on whichever limit is hit first.  -->
   [junit4]   1>           <!-- <ramBufferSizeMB>100</ramBufferSizeMB> -->
   [junit4]   1>           <!-- <maxBufferedDocs>1000</maxBufferedDocs> -->
   [junit4]   1>       
   [junit4]   1>           <!-- Expert: Merge Policy
   [junit4]   1>                The Merge Policy in Lucene controls how merging of segments is done.
   [junit4]   1>                The default since Solr/Lucene 3.3 is TieredMergePolicy.
   [junit4]   1>                The default since Lucene 2.3 was the LogByteSizeMergePolicy,
   [junit4]   1>                Even older versions of Lucene used LogDocMergePolicy.
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>               <mergePolicyFactory class="org.apache.solr.index.TieredMergePolicyFactory">
   [junit4]   1>                 <int name="maxMergeAtOnce">10</int>
   [junit4]   1>                 <int name="segmentsPerTier">10</int>
   [junit4]   1>                 <double name="noCFSRatio">0.1</double>
   [junit4]   1>               </mergePolicyFactory>
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>           <!-- Expert: Merge Scheduler
   [junit4]   1>                The Merge Scheduler in Lucene controls how merges are
   [junit4]   1>                performed.  The ConcurrentMergeScheduler (Lucene 2.3 default)
   [junit4]   1>                can perform merges in the background using separate threads.
   [junit4]   1>                The SerialMergeScheduler (Lucene 2.2 default) does not.
   [junit4]   1>            -->
   [junit4]   1>           <!--
   [junit4]   1>              <mergeScheduler class="org.apache.lucene.index.ConcurrentMergeScheduler"/>
   [junit4]   1>              -->
   [junit4]   1>       
   [junit4]   1>           <!-- LockFactory
   [junit4]   1>       
   [junit4]   1>                This option specifies which Lucene LockFactory implementation
   [junit4]   1>                to use.
   [junit4]   1>       
   [junit4]   1>                single = SingleInstanceLockFactory - suggested for a
   [junit4]   1>                         read-only index or when there is no possibility of
   [junit4]   1>                         another process trying to modify the index.
   [junit4]   1>                native = NativeFSLockFactory - uses OS native file locking.
   [junit4]   1>                         Do not use when multiple solr webapps in the same
   [junit4]   1>                         JVM are attempting to share a single index.
   [junit4]   1>                simple = SimpleFSLockFactory  - uses a plain file for locking
   [junit4]   1>       
   [junit4]   1>                Defaults: 'native' is default for Solr3.6 and later, otherwise
   [junit4]   1>                          'simple' is the default
   [junit4]   1>       
   [junit4]   1>                More details on the nuances of each LockFactory...
   [junit4]   1>                http://wiki.apache.org/lucene-java/AvailableLockFactories
   [junit4]   1>           -->
   [junit4]   1>           <lockType>${solr.lock.type:native}</lockType>
   [junit4]   1>       
   [junit4]   1>           <!-- Commit Deletion Policy
   [junit4]   1>                Custom deletion policies can be specified here. The class must
   [junit4]   1>                implement org.apache.lucene.index.IndexDeletionPolicy.
   [junit4]   1>       
   [junit4]   1>                The default Solr IndexDeletionPolicy implementation supports
   [junit4]   1>                deleting index commit points on number of commits, age of
   [junit4]   1>                commit point and optimized status.
   [junit4]   1>       
   [junit4]   1>                The latest commit point should always be preserved regardless
   [junit4]   1>                of the criteria.
   [junit4]   1>           -->
   [junit4]   1>           <!--
   [junit4]   1>           <deletionPolicy class="solr.SolrDeletionPolicy">
   [junit4]   1>           -->
   [junit4]   1>           <!-- The number of commit points to be kept -->
   [junit4]   1>           <!-- <str name="maxCommitsToKeep">1</str> -->
   [junit4]   1>           <!-- The number of optimized commit points to be kept -->
   [junit4]   1>           <!-- <str name="maxOptimizedCommitsToKeep">0</str> -->
   [junit4]   1>           <!--
   [junit4]   1>               Delete all commit points once they have reached the given age.
   [junit4]   1>               Supports DateMathParser syntax e.g.
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <str name="maxCommitAge">30MINUTES</str>
   [junit4]   1>              <str name="maxCommitAge">1DAY</str>
   [junit4]   1>           -->
   [junit4]   1>           <!--
   [junit4]   1>           </deletionPolicy>
   [junit4]   1>           -->
   [junit4]   1>       
   [junit4]   1>           <!-- Lucene Infostream
   [junit4]   1>       
   [junit4]   1>                To aid in advanced debugging, Lucene provides an "InfoStream"
   [junit4]   1>                of detailed information when indexing.
   [junit4]   1>       
   [junit4]   1>                Setting The value to true will instruct the underlying Lucene
   [junit4]   1>                IndexWriter to write its debugging info the specified file
   [junit4]   1>             -->
   [junit4]   1>           <!-- <infoStream file="INFOSTREAM.txt">false</infoStream> -->
   [junit4]   1>         </indexConfig>
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>         <!-- JMX
   [junit4]   1>       
   [junit4]   1>              This example enables JMX if and only if an existing MBeanServer
   [junit4]   1>              is found, use this if you want to configure JMX through JVM
   [junit4]   1>              parameters. Remove this to disable exposing Solr configuration
   [junit4]   1>              and statistics to JMX.
   [junit4]   1>       
   [junit4]   1>              For more details see http://wiki.apache.org/solr/SolrJmx
   [junit4]   1>           -->
   [junit4]   1>         <jmx />
   [junit4]   1>         <!-- If you want to connect to a particular server, specify the
   [junit4]   1>              agentId
   [junit4]   1>           -->
   [junit4]   1>         <!-- <jmx agentId="myAgent" /> -->
   [junit4]   1>         <!-- If you want to start a new MBeanServer, specify the serviceUrl -->
   [junit4]   1>         <!-- <jmx serviceUrl="service:jmx:rmi:///jndi/rmi://localhost:9999/solr"/>
   [junit4]   1>           -->
   [junit4]   1>       
   [junit4]   1>         <!-- The default high-performance update handler -->
   [junit4]   1>         <updateHandler class="solr.DirectUpdateHandler2">
   [junit4]   1>       
   [junit4]   1>           <!-- Enables a transaction log, used for real-time get, durability, and
   [junit4]   1>                and solr cloud replica recovery.  The log can grow as big as
   [junit4]   1>                uncommitted changes to the index, so use of a hard autoCommit
   [junit4]   1>                is recommended (see below).
   [junit4]   1>                "dir" - the target directory for transaction logs, defaults to the
   [junit4]   1>                       solr data directory.
   [junit4]   1>                "numVersionBuckets" - sets the number of buckets used to keep
   [junit4]   1>                       track of max version values when checking for re-ordered
   [junit4]   1>                       updates; increase this value to reduce the cost of
   [junit4]   1>                       synchronizing access to version buckets during high-volume
   [junit4]   1>                       indexing, this requires 8 bytes (long) * numVersionBuckets
   [junit4]   1>                       of heap space per Solr core.
   [junit4]   1>           -->
   [junit4]   1>           <updateLog>
   [junit4]   1>             <str name="dir">${solr.ulog.dir:}</str>
   [junit4]   1>             <int name="numVersionBuckets">${solr.ulog.numVersionBuckets:65536}</int>
   [junit4]   1>           </updateLog>
   [junit4]   1>       
   [junit4]   1>           <!-- AutoCommit
   [junit4]   1>       
   [junit4]   1>                Perform a hard commit automatically under certain conditions.
   [junit4]   1>                Instead of enabling autoCommit, consider using "commitWithin"
   [junit4]   1>                when adding documents.
   [junit4]   1>       
   [junit4]   1>                http://wiki.apache.org/solr/UpdateXmlMessages
   [junit4]   1>       
   [junit4]   1>                maxDocs - Maximum number of documents to add since the last
   [junit4]   1>                          commit before automatically triggering a new commit.
   [junit4]   1>       
   [junit4]   1>                maxTime - Maximum amount of time in ms that is allowed to pass
   [junit4]   1>                          since a document was added before automatically
   [junit4]   1>                          triggering a new commit.
   [junit4]   1>                openSearcher - if false, the commit causes recent index changes
   [junit4]   1>                  to be flushed to stable storage, but does not cause a new
   [junit4]   1>                  searcher to be opened to make those changes visible.
   [junit4]   1>       
   [junit4]   1>                If the updateLog is enabled, then it's highly recommended to
   [junit4]   1>                have some sort of hard autoCommit to limit the log size.
   [junit4]   1>             -->
   [junit4]   1>           <autoCommit>
   [junit4]   1>             <maxTime>${solr.autoCommit.maxTime:15000}</maxTime>
   [junit4]   1>             <openSearcher>false</openSearcher>
   [junit4]   1>           </autoCommit>
   [junit4]   1>       
   [junit4]   1>           <!-- softAutoCommit is like autoCommit except it causes a
   [junit4]   1>                'soft' commit which only ensures that changes are visible
   [junit4]   1>                but does not ensure that data is synced to disk.  This is
   [junit4]   1>                faster and more near-realtime friendly than a hard commit.
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>           <autoSoftCommit>
   [junit4]   1>             <maxTime>${solr.autoSoftCommit.maxTime:-1}</maxTime>
   [junit4]   1>           </autoSoftCommit>
   [junit4]   1>       
   [junit4]   1>           <!-- Update Related Event Listeners
   [junit4]   1>       
   [junit4]   1>                Various IndexWriter related events can trigger Listeners to
   [junit4]   1>                take actions.
   [junit4]   1>       
   [junit4]   1>                postCommit - fired after every commit or optimize command
   [junit4]   1>                postOptimize - fired after every optimize command
   [junit4]   1>             -->
   [junit4]   1>           <!-- The RunExecutableListener executes an external command from a
   [junit4]   1>                hook such as postCommit or postOptimize.
   [junit4]   1>       
   [junit4]   1>                exe - the name of the executable to run
   [junit4]   1>                dir - dir to use as the current working directory. (default=".")
   [junit4]   1>                wait - the calling thread waits until the executable returns.
   [junit4]   1>                       (default="true")
   [junit4]   1>                args - the arguments to pass to the program.  (default is none)
   [junit4]   1>                env - environment variables to set.  (default is none)
   [junit4]   1>             -->
   [junit4]   1>           <!-- This example shows how RunExecutableListener could be used
   [junit4]   1>                with the script based replication...
   [junit4]   1>                http://wiki.apache.org/solr/CollectionDistribution
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <listener event="postCommit" class="solr.RunExecutableListener">
   [junit4]   1>                <str name="exe">solr/bin/snapshooter</str>
   [junit4]   1>                <str name="dir">.</str>
   [junit4]   1>                <bool name="wait">true</bool>
   [junit4]   1>                <arr name="args"> <str>arg1</str> <str>arg2</str> </arr>
   [junit4]   1>                <arr name="env"> <str>MYVAR=val1</str> </arr>
   [junit4]   1>              </listener>
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>         </updateHandler>
   [junit4]   1>       
   [junit4]   1>         <!-- IndexReaderFactory
   [junit4]   1>       
   [junit4]   1>              Use the following format to specify a custom IndexReaderFactory,
   [junit4]   1>              which allows for alternate IndexReader implementations.
   [junit4]   1>       
   [junit4]   1>              ** Experimental Feature **
   [junit4]   1>       
   [junit4]   1>              Please note - Using a custom IndexReaderFactory may prevent
   [junit4]   1>              certain other features from working. The API to
   [junit4]   1>              IndexReaderFactory may change without warning or may even be
   [junit4]   1>              removed from future releases if the problems cannot be
   [junit4]   1>              resolved.
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>              ** Features that may not work with custom IndexReaderFactory **
   [junit4]   1>       
   [junit4]   1>              The ReplicationHandler assumes a disk-resident index. Using a
   [junit4]   1>              custom IndexReader implementation may cause incompatibility
   [junit4]   1>              with ReplicationHandler and may cause replication to not work
   [junit4]   1>              correctly. See SOLR-1366 for details.
   [junit4]   1>       
   [junit4]   1>           -->
   [junit4]   1>         <!--
   [junit4]   1>         <indexReaderFactory name="IndexReaderFactory" class="package.class">
   [junit4]   1>           <str name="someArg">Some Value</str>
   [junit4]   1>         </indexReaderFactory >
   [junit4]   1>         -->
   [junit4]   1>       
   [junit4]   1>         <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
   [junit4]   1>              Query section - these settings control query time things like caches
   [junit4]   1>              ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
   [junit4]   1>         <query>
   [junit4]   1>       
   [junit4]   1>           <!-- Maximum number of clauses in each BooleanQuery,  an exception
   [junit4]   1>                is thrown if exceeded.  It is safe to increase or remove this setting,
   [junit4]   1>                since it is purely an arbitrary limit to try and catch user errors where
   [junit4]   1>                large boolean queries may not be the best implementation choice.
   [junit4]   1>             -->
   [junit4]   1>           <maxBooleanClauses>1024</maxBooleanClauses>
   [junit4]   1>       
   [junit4]   1>           <!-- Solr Internal Query Caches
   [junit4]   1>       
   [junit4]   1>                There are two implementations of cache available for Solr,
   [junit4]   1>                LRUCache, based on a synchronized LinkedHashMap, and
   [junit4]   1>                FastLRUCache, based on a ConcurrentHashMap.
   [junit4]   1>       
   [junit4]   1>                FastLRUCache has faster gets and slower puts in single
   [junit4]   1>                threaded operation and thus is generally faster than LRUCache
   [junit4]   1>                when the hit ratio of the cache is high (> 75%), and may be
   [junit4]   1>                faster under other scenarios on multi-cpu systems.
   [junit4]   1>           -->
   [junit4]   1>       
   [junit4]   1>           <!-- Filter Cache
   [junit4]   1>       
   [junit4]   1>                Cache used by SolrIndexSearcher for filters (DocSets),
   [junit4]   1>                unordered sets of *all* documents that match a query.  When a
   [junit4]   1>                new searcher is opened, its caches may be prepopulated or
   [junit4]   1>                "autowarmed" using data from caches in the old searcher.
   [junit4]   1>                autowarmCount is the number of items to prepopulate.  For
   [junit4]   1>                LRUCache, the autowarmed items will be the most recently
   [junit4]   1>                accessed items.
   [junit4]   1>       
   [junit4]   1>                Parameters:
   [junit4]   1>                  class - the SolrCache implementation LRUCache or
   [junit4]   1>                      (LRUCache or FastLRUCache)
   [junit4]   1>                  size - the maximum number of entries in the cache
   [junit4]   1>                  initialSize - the initial capacity (number of entries) of
   [junit4]   1>                      the cache.  (see java.util.HashMap)
   [junit4]   1>                  autowarmCount - the number of entries to prepopulate from
   [junit4]   1>                      and old cache.
   [junit4]   1>                  maxRamMB - the maximum amount of RAM (in MB) that this cache is allowed
   [junit4]   1>                             to occupy. Note that when this option is specified, the size
   [junit4]   1>                             and initialSize parameters are ignored.
   [junit4]   1>             -->
   [junit4]   1>           <filterCache class="solr.FastLRUCache"
   [junit4]   1>                        size="512"
   [junit4]   1>                        initialSize="512"
   [junit4]   1>                        autowarmCount="0"/>
   [junit4]   1>       
   [junit4]   1>           <!-- Query Result Cache
   [junit4]   1>       
   [junit4]   1>                Caches results of searches - ordered lists of document ids
   [junit4]   1>                (DocList) based on a query, a sort, and the range of documents requested.
   [junit4]   1>                Additional supported parameter by LRUCache:
   [junit4]   1>                   maxRamMB - the maximum amount of RAM (in MB) that this cache is allowed
   [junit4]   1>                              to occupy
   [junit4]   1>             -->
   [junit4]   1>           <queryResultCache class="solr.LRUCache"
   [junit4]   1>                             size="512"
   [junit4]   1>                             initialSize="512"
   [junit4]   1>                             autowarmCount="0"/>
   [junit4]   1>       
   [junit4]   1>           <!-- Document Cache
   [junit4]   1>       
   [junit4]   1>                Caches Lucene Document objects (the stored fields for each
   [junit4]   1>                document).  Since Lucene internal document ids are transient,
   [junit4]   1>                this cache will not be autowarmed.
   [junit4]   1>             -->
   [junit4]   1>           <documentCache class="solr.LRUCache"
   [junit4]   1>                          size="512"
   [junit4]   1>                          initialSize="512"
   [junit4]   1>                          autowarmCount="0"/>
   [junit4]   1>       
   [junit4]   1>           <!-- custom cache currently used by block join -->
   [junit4]   1>           <cache name="perSegFilter"
   [junit4]   1>                  class="solr.search.LRUCache"
   [junit4]   1>                  size="10"
   [junit4]   1>                  initialSize="0"
   [junit4]   1>                  autowarmCount="10"
   [junit4]   1>                  regenerator="solr.NoOpRegenerator" />
   [junit4]   1>       
   [junit4]   1>           <!-- Field Value Cache
   [junit4]   1>       
   [junit4]   1>                Cache used to hold field values that are quickly accessible
   [junit4]   1>                by document id.  The fieldValueCache is created by default
   [junit4]   1>                even if not configured here.
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <fieldValueCache class="solr.FastLRUCache"
   [junit4]   1>                               size="512"
   [junit4]   1>                               autowarmCount="128"
   [junit4]   1>                               showItems="32" />
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>           <!-- Custom Cache
   [junit4]   1>       
   [junit4]   1>                Example of a generic cache.  These caches may be accessed by
   [junit4]   1>                name through SolrIndexSearcher.getCache(),cacheLookup(), and
   [junit4]   1>                cacheInsert().  The purpose is to enable easy caching of
   [junit4]   1>                user/application level data.  The regenerator argument should
   [junit4]   1>                be specified as an implementation of solr.CacheRegenerator
   [junit4]   1>                if autowarming is desired.
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <cache name="myUserCache"
   [junit4]   1>                     class="solr.LRUCache"
   [junit4]   1>                     size="4096"
   [junit4]   1>                     initialSize="1024"
   [junit4]   1>                     autowarmCount="1024"
   [junit4]   1>                     regenerator="com.mycompany.MyRegenerator"
   [junit4]   1>                     />
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>           <!-- Lazy Field Loading
   [junit4]   1>       
   [junit4]   1>                If true, stored fields that are not requested will be loaded
   [junit4]   1>                lazily.  This can result in a significant speed improvement
   [junit4]   1>                if the usual case is to not load all stored fields,
   [junit4]   1>                especially if the skipped fields are large compressed text
   [junit4]   1>                fields.
   [junit4]   1>           -->
   [junit4]   1>           <enableLazyFieldLoading>true</enableLazyFieldLoading>
   [junit4]   1>       
   [junit4]   1>           <!-- Use Filter For Sorted Query
   [junit4]   1>       
   [junit4]   1>                A possible optimization that attempts to use a filter to
   [junit4]   1>                satisfy a search.  If the requested sort does not include
   [junit4]   1>                score, then the filterCache will be checked for a filter
   [junit4]   1>                matching the query. If found, the filter will be used as the
   [junit4]   1>                source of document ids, and then the sort will be applied to
   [junit4]   1>                that.
   [junit4]   1>       
   [junit4]   1>                For most situations, this will not be useful unless you
   [junit4]   1>                frequently get the same search repeatedly with different sort
   [junit4]   1>                options, and none of them ever use "score"
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <useFilterForSortedQuery>true</useFilterForSortedQuery>
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>           <!-- Result Window Size
   [junit4]   1>       
   [junit4]   1>                An optimization for use with the queryResultCache.  When a search
   [junit4]   1>                is requested, a superset of the requested number of document ids
   [junit4]   1>                are collected.  For example, if a search for a particular query
   [junit4]   1>                requests matching documents 10 through 19, and queryWindowSize is 50,
   [junit4]   1>                then documents 0 through 49 will be collected and cached.  Any further
   [junit4]   1>                requests in that range can be satisfied via the cache.
   [junit4]   1>             -->
   [junit4]   1>           <queryResultWindowSize>20</queryResultWindowSize>
   [junit4]   1>       
   [junit4]   1>           <!-- Maximum number of documents to cache for any entry in the
   [junit4]   1>                queryResultCache.
   [junit4]   1>             -->
   [junit4]   1>           <queryResultMaxDocsCached>200</queryResultMaxDocsCached>
   [junit4]   1>       
   [junit4]   1>           <!-- Query Related Event Listeners
   [junit4]   1>       
   [junit4]   1>                Various IndexSearcher related events can trigger Listeners to
   [junit4]   1>                take actions.
   [junit4]   1>       
   [junit4]   1>                newSearcher - fired whenever a new searcher is being prepared
   [junit4]   1>                and there is a current searcher handling requests (aka
   [junit4]   1>                registered).  It can be used to prime certain caches to
   [junit4]   1>                prevent long request times for certain requests.
   [junit4]   1>       
   [junit4]   1>                firstSearcher - fired whenever a new searcher is being
   [junit4]   1>                prepared but there is no current registered searcher to handle
   [junit4]   1>                requests or to gain autowarming data from.
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>             -->
   [junit4]   1>           <!-- QuerySenderListener takes an array of NamedList and executes a
   [junit4]   1>                local query request for each NamedList in sequence.
   [junit4]   1>             -->
   [junit4]   1>           <listener event="newSearcher" class="solr.QuerySenderListener">
   [junit4]   1>             <arr name="queries">
   [junit4]   1>               <!--
   [junit4]   1>                  <lst><str name="q">solr</str><str name="sort">price asc</str></lst>
   [junit4]   1>                  <lst><str name="q">rocks</str><str name="sort">weight asc</str></lst>
   [junit4]   1>                 -->
   [junit4]   1>             </arr>
   [junit4]   1>           </listener>
   [junit4]   1>           <listener event="firstSearcher" class="solr.QuerySenderListener">
   [junit4]   1>             <arr name="queries">
   [junit4]   1>               <!--
   [junit4]   1>               <lst>
   [junit4]   1>                 <str name="q">static firstSearcher warming in solrconfig.xml</str>
   [junit4]   1>               </lst>
   [junit4]   1>               -->
   [junit4]   1>             </arr>
   [junit4]   1>           </listener>
   [junit4]   1>       
   [junit4]   1>           <!-- Use Cold Searcher
   [junit4]   1>       
   [junit4]   1>                If a search request comes in and there is no current
   [junit4]   1>                registered searcher, then immediately register the still
   [junit4]   1>                warming searcher and use it.  If "false" then all requests
   [junit4]   1>                will block until the first searcher is done warming.
   [junit4]   1>             -->
   [junit4]   1>           <useColdSearcher>false</useColdSearcher>
   [junit4]   1>       
   [junit4]   1>         </query>
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>         <!-- Request Dispatcher
   [junit4]   1>       
   [junit4]   1>              This section contains instructions for how the SolrDispatchFilter
   [junit4]   1>              should behave when processing requests for this SolrCore.
   [junit4]   1>       
   [junit4]   1>           -->
   [junit4]   1>         <requestDispatcher>
   [junit4]   1>           <!-- Request Parsing
   [junit4]   1>       
   [junit4]   1>                These settings indicate how Solr Requests may be parsed, and
   [junit4]   1>                what restrictions may be placed on the ContentStreams from
   [junit4]   1>                those requests
   [junit4]   1>       
   [junit4]   1>                enableRemoteStreaming - enables use of the stream.file
   [junit4]   1>                and stream.url parameters for specifying remote streams.
   [junit4]   1>       
   [junit4]   1>                multipartUploadLimitInKB - specifies the max size (in KiB) of
   [junit4]   1>                Multipart File Uploads that Solr will allow in a Request.
   [junit4]   1>       
   [junit4]   1>                formdataUploadLimitInKB - specifies the max size (in KiB) of
   [junit4]   1>                form data (application/x-www-form-urlencoded) sent via
   [junit4]   1>                POST. You can use POST to pass request parameters not
   [junit4]   1>                fitting into the URL.
   [junit4]   1>       
   [junit4]   1>                addHttpRequestToContext - if set to true, it will instruct
   [junit4]   1>                the requestParsers to include the original HttpServletRequest
   [junit4]   1>                object in the context map of the SolrQueryRequest under the
   [junit4]   1>                key "httpRequest". It will not be used by any of the existing
   [junit4]   1>                Solr components, but may be useful when developing custom
   [junit4]   1>                plugins.
   [junit4]   1>       
   [junit4]   1>                *** WARNING ***
   [junit4]   1>                Before enabling remote streaming, you should make sure your
   [junit4]   1>                system has authentication enabled.
   [junit4]   1>       
   [junit4]   1>           <requestParsers enableRemoteStreaming="false"
   [junit4]   1>                           multipartUploadLimitInKB="-1"
   [junit4]   1>                           formdataUploadLimitInKB="-1"
   [junit4]   1>                           addHttpRequestToContext="false"/>
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>           <!-- HTTP Caching
   [junit4]   1>       
   [junit4]   1>                Set HTTP caching related parameters (for proxy caches and clients).
   [junit4]   1>       
   [junit4]   1>                The options below instruct Solr not to output any HTTP Caching
   [junit4]   1>                related headers
   [junit4]   1>             -->
   [junit4]   1>           <httpCaching never304="true" />
   [junit4]   1>           <!-- If you include a <cacheControl> directive, it will be used to
   [junit4]   1>                generate a Cache-Control header (as well as an Expires header
   [junit4]   1>                if the value contains "max-age=")
   [junit4]   1>       
   [junit4]   1>                By default, no Cache-Control header is generated.
   [junit4]   1>       
   [junit4]   1>                You can use the <cacheControl> option even if you have set
   [junit4]   1>                never304="true"
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <httpCaching never304="true" >
   [junit4]   1>                <cacheControl>max-age=30, public</cacheControl>
   [junit4]   1>              </httpCaching>
   [junit4]   1>             -->
   [junit4]   1>           <!-- To enable Solr to respond with automatically generated HTTP
   [junit4]   1>                Caching headers, and to response to Cache Validation requests
   [junit4]   1>                correctly, set the value of never304="false"
   [junit4]   1>       
   [junit4]   1>                This will cause Solr to generate Last-Modified and ETag
   [junit4]   1>                headers based on the properties of the Index.
   [junit4]   1>       
   [junit4]   1>                The following options can also be specified to affect the
   [junit4]   1>                values of these headers...
   [junit4]   1>       
   [junit4]   1>                lastModFrom - the default value is "openTime" which means the
   [junit4]   1>                Last-Modified value (and validation against If-Modified-Since
   [junit4]   1>                requests) will all be relative to when the current Searcher
   [junit4]   1>                was opened.  You can change it to lastModFrom="dirLastMod" if
   [junit4]   1>                you want the value to exactly correspond to when the physical
   [junit4]   1>                index was last modified.
   [junit4]   1>       
   [junit4]   1>                etagSeed="..." is an option you can change to force the ETag
   [junit4]   1>                header (and validation against If-None-Match requests) to be
   [junit4]   1>                different even if the index has not changed (ie: when making
   [junit4]   1>                significant changes to your config file)
   [junit4]   1>       
   [junit4]   1>                (lastModifiedFrom and etagSeed are both ignored if you use
   [junit4]   1>                the never304="true" option)
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <httpCaching lastModifiedFrom="openTime"
   [junit4]   1>                           etagSeed="Solr">
   [junit4]   1>                <cacheControl>max-age=30, public</cacheControl>
   [junit4]   1>              </httpCaching>
   [junit4]   1>             -->
   [junit4]   1>         </requestDispatcher>
   [junit4]   1>       
   [junit4]   1>         <!-- Request Handlers
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/SolrRequestHandler
   [junit4]   1>       
   [junit4]   1>              Incoming queries will be dispatched to a specific handler by name
   [junit4]   1>              based on the path specified in the request.
   [junit4]   1>       
   [junit4]   1>              If a Request Handler is declared with startup="lazy", then it will
   [junit4]   1>              not be initialized until the first request that uses it.
   [junit4]   1>       
   [junit4]   1>           -->
   [junit4]   1>         <!-- SearchHandler
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/SearchHandler
   [junit4]   1>       
   [junit4]   1>              For processing Search Queries, the primary Request Handler
   [junit4]   1>              provided with Solr is "SearchHandler" It delegates to a sequent
   [junit4]   1>              of SearchComponents (see below) and supports distributed
   [junit4]   1>              queries across multiple shards
   [junit4]   1>           -->
   [junit4]   1>         <requestHandler name="/select" class="solr.SearchHandler">
   [junit4]   1>           <!-- default values for query parameters can be specified, these
   [junit4]   1>                will be overridden by parameters in the request
   [junit4]   1>             -->
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <str name="echoParams">explicit</str>
   [junit4]   1>             <int name="rows">10</int>
   [junit4]   1>             <!-- Default search field
   [junit4]   1>                <str name="df">text</str> 
   [junit4]   1>               -->
   [junit4]   1>             <!-- Change from JSON to XML format (the default prior to Solr 7.0)
   [junit4]   1>                <str name="wt">xml</str> 
   [junit4]   1>               -->
   [junit4]   1>           </lst>
   [junit4]   1>           <!-- In addition to defaults, "appends" params can be specified
   [junit4]   1>                to identify values which should be appended to the list of
   [junit4]   1>                multi-val params from the query (or the existing "defaults").
   [junit4]   1>             -->
   [junit4]   1>           <!-- In this example, the param "fq=instock:true" would be appended to
   [junit4]   1>                any query time fq params the user may specify, as a mechanism for
   [junit4]   1>                partitioning the index, independent of any user selected filtering
   [junit4]   1>                that may also be desired (perhaps as a result of faceted searching).
   [junit4]   1>       
   [junit4]   1>                NOTE: there is *absolutely* nothing a client can do to prevent these
   [junit4]   1>                "appends" values from being used, so don't use this mechanism
   [junit4]   1>                unless you are sure you always want it.
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <lst name="appends">
   [junit4]   1>                <str name="fq">inStock:true</str>
   [junit4]   1>              </lst>
   [junit4]   1>             -->
   [junit4]   1>           <!-- "invariants" are a way of letting the Solr maintainer lock down
   [junit4]   1>                the options available to Solr clients.  Any params values
   [junit4]   1>                specified here are used regardless of what values may be specified
   [junit4]   1>                in either the query, the "defaults", or the "appends" params.
   [junit4]   1>       
   [junit4]   1>                In this example, the facet.field and facet.query params would
   [junit4]   1>                be fixed, limiting the facets clients can use.  Faceting is
   [junit4]   1>                not turned on by default - but if the client does specify
   [junit4]   1>                facet=true in the request, these are the only facets they
   [junit4]   1>                will be able to see counts for; regardless of what other
   [junit4]   1>                facet.field or facet.query params they may specify.
   [junit4]   1>       
   [junit4]   1>                NOTE: there is *absolutely* nothing a client can do to prevent these
   [junit4]   1>                "invariants" values from being used, so don't use this mechanism
   [junit4]   1>                unless you are sure you always want it.
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <lst name="invariants">
   [junit4]   1>                <str name="facet.field">cat</str>
   [junit4]   1>                <str name="facet.field">manu_exact</str>
   [junit4]   1>                <str name="facet.query">price:[* TO 500]</str>
   [junit4]   1>                <str name="facet.query">price:[500 TO *]</str>
   [junit4]   1>              </lst>
   [junit4]   1>             -->
   [junit4]   1>           <!-- If the default list of SearchComponents is not desired, that
   [junit4]   1>                list can either be overridden completely, or components can be
   [junit4]   1>                prepended or appended to the default list.  (see below)
   [junit4]   1>             -->
   [junit4]   1>           <!--
   [junit4]   1>              <arr name="components">
   [junit4]   1>                <str>nameOfCustomComponent1</str>
   [junit4]   1>                <str>nameOfCustomComponent2</str>
   [junit4]   1>              </arr>
   [junit4]   1>             -->
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>         <!-- A request handler that returns indented JSON by default -->
   [junit4]   1>         <requestHandler name="/query" class="solr.SearchHandler">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <str name="echoParams">explicit</str>
   [junit4]   1>             <str name="wt">json</str>
   [junit4]   1>             <str name="indent">true</str>
   [junit4]   1>           </lst>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>         <!-- A Robust Example
   [junit4]   1>       
   [junit4]   1>              This example SearchHandler declaration shows off usage of the
   [junit4]   1>              SearchHandler with many defaults declared
   [junit4]   1>       
   [junit4]   1>              Note that multiple instances of the same Request Handler
   [junit4]   1>              (SearchHandler) can be registered multiple times with different
   [junit4]   1>              names (and different init parameters)
   [junit4]   1>           -->
   [junit4]   1>         <requestHandler name="/browse" class="solr.SearchHandler" useParams="query,facets,velocity,browse">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <str name="echoParams">explicit</str>
   [junit4]   1>           </lst>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>         <initParams path="/update/**,/query,/select,/tvrh,/elevate,/spell,/browse">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <str name="df">_text_</str>
   [junit4]   1>           </lst>
   [junit4]   1>         </initParams>
   [junit4]   1>       
   [junit4]   1>         <!-- Solr Cell Update Request Handler
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/ExtractingRequestHandler
   [junit4]   1>       
   [junit4]   1>           -->
   [junit4]   1>         <requestHandler name="/update/extract"
   [junit4]   1>                         startup="lazy"
   [junit4]   1>                         class="solr.extraction.ExtractingRequestHandler" >
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <str name="lowernames">true</str>
   [junit4]   1>             <str name="fmap.meta">ignored_</str>
   [junit4]   1>             <str name="fmap.content">_text_</str>
   [junit4]   1>           </lst>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>         <!-- Search Components
   [junit4]   1>       
   [junit4]   1>              Search components are registered to SolrCore and used by
   [junit4]   1>              instances of SearchHandler (which can access them by name)
   [junit4]   1>       
   [junit4]   1>              By default, the following components are available:
   [junit4]   1>       
   [junit4]   1>              <searchComponent name="query"     class="solr.QueryComponent" />
   [junit4]   1>              <searchComponent name="facet"     class="solr.FacetComponent" />
   [junit4]   1>              <searchComponent name="mlt"       class="solr.MoreLikeThisComponent" />
   [junit4]   1>              <searchComponent name="highlight" class="solr.HighlightComponent" />
   [junit4]   1>              <searchComponent name="stats"     class="solr.StatsComponent" />
   [junit4]   1>              <searchComponent name="debug"     class="solr.DebugComponent" />
   [junit4]   1>       
   [junit4]   1>              Default configuration in a requestHandler would look like:
   [junit4]   1>       
   [junit4]   1>              <arr name="components">
   [junit4]   1>                <str>query</str>
   [junit4]   1>                <str>facet</str>
   [junit4]   1>                <str>mlt</str>
   [junit4]   1>                <str>highlight</str>
   [junit4]   1>                <str>stats</str>
   [junit4]   1>                <str>debug</str>
   [junit4]   1>              </arr>
   [junit4]   1>       
   [junit4]   1>              If you register a searchComponent to one of the standard names,
   [junit4]   1>              that will be used instead of the default.
   [junit4]   1>       
   [junit4]   1>              To insert components before or after the 'standard' components, use:
   [junit4]   1>       
   [junit4]   1>              <arr name="first-components">
   [junit4]   1>                <str>myFirstComponentName</str>
   [junit4]   1>              </arr>
   [junit4]   1>       
   [junit4]   1>              <arr name="last-components">
   [junit4]   1>                <str>myLastComponentName</str>
   [junit4]   1>              </arr>
   [junit4]   1>       
   [junit4]   1>              NOTE: The component registered with the name "debug" will
   [junit4]   1>              always be executed after the "last-components"
   [junit4]   1>       
   [junit4]   1>            -->
   [junit4]   1>       
   [junit4]   1>         <!-- Spell Check
   [junit4]   1>       
   [junit4]   1>              The spell check component can return a list of alternative spelling
   [junit4]   1>              suggestions.
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/SpellCheckComponent
   [junit4]   1>           -->
   [junit4]   1>         <searchComponent name="spellcheck" class="solr.SpellCheckComponent">
   [junit4]   1>       
   [junit4]   1>           <str name="queryAnalyzerFieldType">text_general</str>
   [junit4]   1>       
   [junit4]   1>           <!-- Multiple "Spell Checkers" can be declared and used by this
   [junit4]   1>                component
   [junit4]   1>             -->
   [junit4]   1>       
   [junit4]   1>           <!-- a spellchecker built from a field of the main index -->
   [junit4]   1>           <lst name="spellchecker">
   [junit4]   1>             <str name="name">default</str>
   [junit4]   1>             <str name="field">_text_</str>
   [junit4]   1>             <str name="classname">solr.DirectSolrSpellChecker</str>
   [junit4]   1>             <!-- the spellcheck distance measure used, the default is the internal levenshtein -->
   [junit4]   1>             <str name="distanceMeasure">internal</str>
   [junit4]   1>             <!-- minimum accuracy needed to be considered a valid spellcheck suggestion -->
   [junit4]   1>             <float name="accuracy">0.5</float>
   [junit4]   1>             <!-- the maximum #edits we consider when enumerating terms: can be 1 or 2 -->
   [junit4]   1>             <int name="maxEdits">2</int>
   [junit4]   1>             <!-- the minimum shared prefix when enumerating terms -->
   [junit4]   1>             <int name="minPrefix">1</int>
   [junit4]   1>             <!-- maximum number of inspections per result. -->
   [junit4]   1>             <int name="maxInspections">5</int>
   [junit4]   1>             <!-- minimum length of a query term to be considered for correction -->
   [junit4]   1>             <int name="minQueryLength">4</int>
   [junit4]   1>             <!-- maximum threshold of documents a query term can appear to be considered for correction -->
   [junit4]   1>             <float name="maxQueryFrequency">0.01</float>
   [junit4]   1>             <!-- uncomment this to require suggestions to occur in 1% of the documents
   [junit4]   1>               <float name="thresholdTokenFrequency">.01</float>
   [junit4]   1>             -->
   [junit4]   1>           </lst>
   [junit4]   1>       
   [junit4]   1>           <!-- a spellchecker that can break or combine words.  See "/spell" handler below for usage -->
   [junit4]   1>           <!--
   [junit4]   1>           <lst name="spellchecker">
   [junit4]   1>             <str name="name">wordbreak</str>
   [junit4]   1>             <str name="classname">solr.WordBreakSolrSpellChecker</str>
   [junit4]   1>             <str name="field">name</str>
   [junit4]   1>             <str name="combineWords">true</str>
   [junit4]   1>             <str name="breakWords">true</str>
   [junit4]   1>             <int name="maxChanges">10</int>
   [junit4]   1>           </lst>
   [junit4]   1>           -->
   [junit4]   1>         </searchComponent>
   [junit4]   1>       
   [junit4]   1>         <!-- A request handler for demonstrating the spellcheck component.
   [junit4]   1>       
   [junit4]   1>              NOTE: This is purely as an example.  The whole purpose of the
   [junit4]   1>              SpellCheckComponent is to hook it into the request handler that
   [junit4]   1>              handles your normal user queries so that a separate request is
   [junit4]   1>              not needed to get suggestions.
   [junit4]   1>       
   [junit4]   1>              IN OTHER WORDS, THERE IS REALLY GOOD CHANCE THE SETUP BELOW IS
   [junit4]   1>              NOT WHAT YOU WANT FOR YOUR PRODUCTION SYSTEM!
   [junit4]   1>       
   [junit4]   1>              See http://wiki.apache.org/solr/SpellCheckComponent for details
   [junit4]   1>              on the request parameters.
   [junit4]   1>           -->
   [junit4]   1>         <requestHandler name="/spell" class="solr.SearchHandler" startup="lazy">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <!-- Solr will use suggestions from both the 'default' spellchecker
   [junit4]   1>                  and from the 'wordbreak' spellchecker and combine them.
   [junit4]   1>                  collations (re-written queries) can include a combination of
   [junit4]   1>                  corrections from both spellcheckers -->
   [junit4]   1>             <str name="spellcheck.dictionary">default</str>
   [junit4]   1>             <str name="spellcheck">on</str>
   [junit4]   1>             <str name="spellcheck.extendedResults">true</str>
   [junit4]   1>             <str name="spellcheck.count">10</str>
   [junit4]   1>             <str name="spellcheck.alternativeTermCount">5</str>
   [junit4]   1>             <str name="spellcheck.maxResultsForSuggest">5</str>
   [junit4]   1>             <str name="spellcheck.collate">true</str>
   [junit4]   1>             <str name="spellcheck.collateExtendedResults">true</str>
   [junit4]   1>             <str name="spellcheck.maxCollationTries">10</str>
   [junit4]   1>             <str name="spellcheck.maxCollations">5</str>
   [junit4]   1>           </lst>
   [junit4]   1>           <arr name="last-components">
   [junit4]   1>             <str>spellcheck</str>
   [junit4]   1>           </arr>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>         <!-- Term Vector Component
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/TermVectorComponent
   [junit4]   1>           -->
   [junit4]   1>         <searchComponent name="tvComponent" class="solr.TermVectorComponent"/>
   [junit4]   1>       
   [junit4]   1>         <!-- A request handler for demonstrating the term vector component
   [junit4]   1>       
   [junit4]   1>              This is purely as an example.
   [junit4]   1>       
   [junit4]   1>              In reality you will likely want to add the component to your
   [junit4]   1>              already specified request handlers.
   [junit4]   1>           -->
   [junit4]   1>         <requestHandler name="/tvrh" class="solr.SearchHandler" startup="lazy">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <bool name="tv">true</bool>
   [junit4]   1>           </lst>
   [junit4]   1>           <arr name="last-components">
   [junit4]   1>             <str>tvComponent</str>
   [junit4]   1>           </arr>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>         <!-- Clustering Component. (Omitted here. See the default Solr example for a typical configuration.) -->
   [junit4]   1>       
   [junit4]   1>         <!-- Terms Component
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/TermsComponent
   [junit4]   1>       
   [junit4]   1>              A component to return terms and document frequency of those
   [junit4]   1>              terms
   [junit4]   1>           -->
   [junit4]   1>         <searchComponent name="terms" class="solr.TermsComponent"/>
   [junit4]   1>       
   [junit4]   1>         <!-- A request handler for demonstrating the terms component -->
   [junit4]   1>         <requestHandler name="/terms" class="solr.SearchHandler" startup="lazy">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <bool name="terms">true</bool>
   [junit4]   1>             <bool name="distrib">false</bool>
   [junit4]   1>           </lst>
   [junit4]   1>           <arr name="components">
   [junit4]   1>             <str>terms</str>
   [junit4]   1>           </arr>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>       
   [junit4]   1>         <!-- Query Elevation Component
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/QueryElevationComponent
   [junit4]   1>       
   [junit4]   1>              a search component that enables you to configure the top
   [junit4]   1>              results for a given query regardless of the normal lucene
   [junit4]   1>              scoring.
   [junit4]   1>           -->
   [junit4]   1>         <searchComponent name="elevator" class="solr.QueryElevationComponent" >
   [junit4]   1>           <!-- pick a fieldType to analyze queries -->
   [junit4]   1>           <str name="queryFieldType">string</str>
   [junit4]   1>         </searchComponent>
   [junit4]   1>       
   [junit4]   1>         <!-- A request handler for demonstrating the elevator component -->
   [junit4]   1>         <requestHandler name="/elevate" class="solr.SearchHandler" startup="lazy">
   [junit4]   1>           <lst name="defaults">
   [junit4]   1>             <str name="echoParams">explicit</str>
   [junit4]   1>           </lst>
   [junit4]   1>           <arr name="last-components">
   [junit4]   1>             <str>elevator</str>
   [junit4]   1>           </arr>
   [junit4]   1>         </requestHandler>
   [junit4]   1>       
   [junit4]   1>         <!-- Highlighting Component
   [junit4]   1>       
   [junit4]   1>              http://wiki.apache.org/solr/HighlightingParameters
   [junit4]   1>           -->
   [junit4]   1>         <searchComponent class="solr.HighlightComponent" name="highlight">
   [junit4]   1>           <highlighting>
   [junit4]   1>             <!-- Configure the standard fragmenter -->
   [junit4]   1>             <!-- This could most likely be commented out in the "default" case -->
   [junit4]   1>             <fragmenter name="gap"
   [junit4]   1>                         default="true"
   [junit4]   1>                         class="solr.highlight.GapFragmenter">
   [junit4]   1>               <lst name="defaults">
   [junit4]   1>                 <int name="hl.fragsize">100</int>
   [junit4]   1>               </lst>
   [junit4]   1>             </fragmenter>
   [junit4]   1>       
   [junit4]   1>             <!-- A regular-expression-based fragmenter
   [junit4]   1>                  (for sentence extraction)
   [junit4]   1>               -->
   [junit4]   1>             <fragmenter name="regex"
   [junit4]   1>                         class="solr.highlight.RegexFragmenter">
   [junit4]   1>               <lst name="defaults">
   [junit4]   1>                 <!-- slightly smaller fragsizes work better because of slop -->
   [junit4]   1>                 <int name="hl.fragsize">70</int>
   [junit4]   1>                 <!-- allow 50% slop on fragment sizes -->
   [junit4]   1>                 <float name="hl.regex.slop">0.5</float>
   [junit4]   1>                 <!-- a basic sentence pattern -->
   [junit4]   1>                 <str name="hl.regex.pattern">[-\w ,/\n\&quot;&apos;]{20,200}</str>
   [junit4]   1>               </lst>
   [junit4]   1>             </fragmenter>
   [junit4]   1>       
   [junit4]   1>             <!-- Configure the standard formatter -->
   [junit4]   1>             <formatter name="html"
   [junit4]   1>                        default="true"
   [junit4]   1>                        class="solr.highlight.HtmlFormatter">
   [junit4]   1>               <lst name="defaults">
   [junit4]   1>                 <str name="hl.simple.pre"><![CDATA[<em>]]></str>
   [junit4]   1>                 <str name="hl.simple.post"><![CDATA[</em>]]></str>
   [junit4]   1>               </lst>
   [junit4]   1>             </formatter>
   [junit4]   1>       
   [junit4]   1>             <!-- Configure the standard encoder -->
   [junit4]   1>             <encoder name="html"
   [junit4]   1>                      class="solr.highlight.HtmlEncoder" />
   [junit4]   1>       
   [junit4]   1>             <!-- Configure the standard fragListBuilder -->
   [junit4]   1>             <fragListBuilder name="simple"
   [junit4]   1>                              class="solr.highlight.SimpleFragListBuilder"/>
   [junit4]   1>       
   [junit4]   1>             <!-- Configure the single fragListBuilder -->
   [junit4]   1>             <fragListBuilder name="single"
   [junit4]   1>                              class="solr.highlight.SingleFragListBuilder"/>
   [junit4]   1>       
   [junit4]   1>             <!-- Configure the weighted fragListBuilder -->
   [junit4]   1>             <fragListBuilder name="weighted"
   [junit4]   1>                              default="true"
   [junit4]   1>                              class="solr.highlight.WeightedFragListBuilder"/>
   [junit4]   1>       
   [junit4]   1>             <!-- default tag FragmentsBuilder -->
   [junit4]   1>             <fragmentsBuilder name="default"
   [junit4]   1>                               default="true"
   [junit4]   1>                               class="solr.highlight.ScoreOrderFragmentsBuilder">
   [junit4]   1>               <!--
   [junit4]   1>               <lst name="defaults">
   [junit4]   1>                 <str name="hl.multiValuedSeparatorChar">/</str>
   [junit4]   1>               </lst>
   [junit4]   1>               -->
   [junit4]   1>             </fragmentsBuilder>
   [junit4]   1>       
   [junit4]   1>             <!-- multi-colored tag FragmentsBuilder -->
   [junit4]   1>             <fragmentsBuilder name="colored"
   [junit4]   1>                               class="solr.

[...truncated too long message...]

> 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1920982 WARN  (OverseerThreadFactory-7532-thread-5) [    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1926361 WARN  (OverseerThreadFactory-7532-thread-5) [    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1929893 WARN  (zkCallback-4149-thread-3) [    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 1930706 WARN  (zkCallback-4155-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1932206 WARN  (zkCallback-4149-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1932207 ERROR (SUITE-TestPullReplica-seed#[C76953C2930A45D7]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1937260 WARN  (Thread-3878) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/configs/conf
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/collections/pull_replica_test_create_delete/state.json
   [junit4]   2> 	21	/solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
   [junit4]   2> 	20	/solr/collections/pull_replica_test_kill_leader/state.json
   [junit4]   2> 	19	/solr/collections/pull_replica_test_kill_pull_replica/state.json
   [junit4]   2> 	19	/solr/collections/pull_replica_test_add_remove_pull_replica/state.json
   [junit4]   2> 	13	/solr/collections/pull_replica_test_real_time_get/state.json
   [junit4]   2> 	11	/solr/collections/pull_replica_test_add_docs/state.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_C76953C2930A45D7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=FST50, id=Lucene50(blocksize=128), foo_s=FST50}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1528, maxMBSortInHeap=6.77184795042721, sim=RandomSimilarity(queryNorm=false): {}, locale=lkt-US, timezone=America/Coral_Harbour
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=267988152,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, TestDistribDocBasedVersion, TestSQLHandler, TestExpandComponent, MoveReplicaTest, TestPHPSerializedResponseWriter, TestTrieFacet, ChaosMonkeyNothingIsSafeTest, TestCustomStream, DistributedSuggestComponentTest, TestSmileRequest, TestGraphMLResponseWriter, TestHashQParserPlugin, TestCloudPivotFacet, TestDFISimilarityFactory, TestCloudSearcherWarming, TestSolrFieldCacheBean, TestLegacyFieldReuse, TestNoOpRegenerator, ResponseHeaderTest, MissingSegmentRecoveryTest, DeleteStatusTest, TestIBSimilarityFactory, BadCopyFieldTest, TolerantUpdateProcessorTest, TestDynamicFieldCollectionResource, TestSolrQueryParser, TestSolrCLIRunExample, TestStreamBody, GraphQueryTest, TestCSVResponseWriter, TestCloudDeleteByQuery, ExternalFileFieldSortTest, TestQuerySenderNoQuery, PluginInfoTest, TestPhraseSuggestions, PropertiesRequestHandlerTest, TestReplicationHandlerBackup, TestCollectionsAPIViaSolrCloudCluster, TestJettySolrRunner, EchoParamsTest, SolrGraphiteReporterTest, CursorPagingTest, TestManagedSchemaThreadSafety, ExitableDirectoryReaderTest, TestSubQueryTransformerDistrib, MetricsConfigTest, TestBadConfig, TestExtendedDismaxParser, ReplicaListTransformerTest, SaslZkACLProviderTest, FieldMutatingUpdateProcessorTest, TestConfigsApi, SharedFSAutoReplicaFailoverUtilsTest, ConfigureRecoveryStrategyTest, TestFunctionQuery, TlogReplayBufferedWhileIndexingTest, LeaderElectionIntegrationTest, SuggesterWFSTTest, SynonymTokenizerTest, HdfsLockFactoryTest, TestFieldSortValues, SolrPluginUtilsTest, TestSha256AuthenticationProvider, RestartWhileUpdatingTest, LeaderElectionContextKeyTest, DocValuesNotIndexedTest, TestStressCloudBlindAtomicUpdates, UpdateParamsTest, SpellingQueryConverterTest, JSONWriterTest, TestRequestForwarding, TestRandomDVFaceting, RemoteQueryErrorTest, MBeansHandlerTest, TestJoin, TestCollationField, TestCloudManagedSchema, WordBreakSolrSpellCheckerTest, TestFieldCacheVsDocValues, TestClusterStateMutator, ImplicitSnitchTest, SpellCheckCollatorTest, AddBlockUpdateTest, AtomicUpdatesTest, FieldAnalysisRequestHandlerTest, AsyncCallRequestStatusResponseTest, TestJsonFacetRefinement, TestEmbeddedSolrServerAdminHandler, V2StandaloneTest, SuggestComponentContextFilterQueryTest, TestRealTimeGet, TestHighlightDedupGrouping, TestRandomRequestDistribution, TestComponentsName, LeaderInitiatedRecoveryOnCommitTest, TestBinaryField, TestBackupRepositoryFactory, TestMaxScoreQueryParser, SolrMetricReporterTest, TestFieldResource, TestDocBasedVersionConstraints, TestFastOutputStream, TestInPlaceUpdatesDistrib, QueryElevationComponentTest, TestLeaderInitiatedRecoveryThread, TestIndexingPerformance, TestSolrCloudWithHadoopAuthPlugin, TestLuceneMatchVersion, TestOrdValues, TestCrossCoreJoin, TestMaxTokenLenTokenizer, TestInfoStreamLogging, TestTrackingShardHandlerFactory, TestAuthorizationFramework, OutputWriterTest, XmlUpdateRequestHandlerTest, TestHdfsCloudBackupRestore, TestFreeTextSuggestions, CdcrReplicationDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TestReload, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, HighlighterConfigTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestSolrCoreProperties, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestTolerantSearch, ConnectionReuseTest, AliasIntegrationTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, MigrateRouteKeyTest, OverseerModifyCollectionTest, ReplicationFactorTest, RollingRestartTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestOnReconnectListenerSupport, TestPullReplica]
   [junit4] Completed [551/731 (2!)] on J0 in 150.12s, 10 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 37303 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-9-ea+181) - Build # 321 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/321/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny

3 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:37263/_/ub/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:37263/_/ub/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([612B1292E9A468F7:87BC2652D0269196]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv

Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:33715/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37199/solr/test_col_shard2_replica_n6: Server Error    request: http://127.0.0.1:37199/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33715%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44161/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@484141c

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:33715/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37199/solr/test_col_shard2_replica_n6: Server Error



request: http://127.0.0.1:37199/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33715%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44161/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@484141c
	at __randomizedtesting.SeedInfo.seed([612B1292E9A468F7:573F70D463F952E6]:0)
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:33715/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37199/solr/test_col_shard2_replica_n6: Server Error



request: http://127.0.0.1:37199/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33715%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44161/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@484141c
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
	... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33715/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37199/solr/test_col_shard2_replica_n6: Server Error



request: http://127.0.0.1:37199/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33715%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44161/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@484141c
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
	... 6 more


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}

Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
	at __randomizedtesting.SeedInfo.seed([612B1292E9A468F7:3ECF3FA582A8FBB2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1695 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20170826_220206_7146662873024476810684.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20170826_220206_7142143195388556518987.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20170826_220206_7149877745580597169756.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 291 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170826_220756_08515473083996053046475.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170826_220756_0852924387735942241178.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170826_220756_08583955405550553633.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1033 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170826_220903_86716866689201508164050.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170826_220903_86718359013866972567837.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170826_220903_86717975985884686222091.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 218 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170826_221033_1574982531751119840615.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170826_221033_1574864837268900521744.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170826_221033_157789054939070172101.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 223 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170826_221046_0479013985286413449395.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170826_221046_04715371048564733187449.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170826_221046_0476756796149306199119.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170826_221116_66811177356699058898755.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170826_221116_66817470703294251607809.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170826_221116_66811195062094232929951.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170826_221121_10614320236915671686508.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170826_221121_10016447725532896108172.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170826_221121_1005581769636513822090.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170826_221133_53416707395779410084362.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170826_221133_53415428873515751775013.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170826_221143_20510266121072802892634.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170826_221143_205652342455919375108.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170826_221143_2055859082412105908224.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170826_221146_31813360339827477078215.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 187 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170826_221154_2151246311728801955994.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 17 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170826_221154_21617529347789435621858.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170826_221154_21514982939432028495375.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1211 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170826_221400_26214382123263970817237.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170826_221400_26212359072339731145364.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170826_221400_2622387945112435410864.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20170826_221413_549831476442909252477.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20170826_221413_54916928838301361401100.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20170826_221413_5505655007211823921365.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 252 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20170826_221425_9221588433215163640199.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20170826_221425_9225629153542526161736.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20170826_221425_9224869770738163207244.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20170826_221710_06318269679477948761325.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20170826_221710_0638061216396157479730.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20170826_221710_06310975753195722447294.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 162 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20170826_221713_28511765955754597137845.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20170826_221713_2857535708502189015144.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20170826_221713_28515566181605946909988.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20170826_221720_9492035042898527019917.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20170826_221720_9493240375556961594905.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20170826_221720_949163400832915119124.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 171 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20170826_221754_65312401939648377793535.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20170826_221754_6531517094385802398296.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20170826_221754_6533774116970359763403.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170826_221806_6263235590295110682325.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170826_221806_6269389328282519826126.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170826_221806_6261228426881802883155.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 152 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20170826_221829_345863858814890942573.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20170826_221829_34515759820131896820598.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20170826_221829_34510326182179834281473.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 141 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20170826_221853_0735032871851467418563.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20170826_221853_0731380952634304287331.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 167 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20170826_221905_609552584380665290025.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20170826_221905_6096850484156442106296.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20170826_221905_6099350540645291031108.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 304 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20170826_221925_78611905929226850238135.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20170826_221925_7867074641693067838147.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20170826_221925_78612346347735195887168.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 216 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170826_221935_34110921740420166886227.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170826_221935_3428023474585179683449.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170826_221935_3416027562173204522346.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20170826_221944_11815217149869767009312.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20170826_221944_1185195439509320142231.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20170826_221944_11813030973462179896907.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170826_221956_7065061676610515945041.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170826_221956_7061122420791294638300.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170826_221956_70613424469582794401473.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 210 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170826_222052_7627940589514428594398.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170826_222052_7625303176033494037641.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170826_222052_76211160017435162208923.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 140 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20170826_222108_1328006770414282236697.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170826_222110_2661164214437317024628.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170826_222110_26610469516465071931473.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170826_222110_2662141059087094245554.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 233 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20170826_222153_7278875969412950439788.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20170826_222153_7266465416346845291820.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20170826_222153_7265535519919301334462.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 2399 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/init-core-data-001
   [junit4]   2> 1115260 INFO  (SUITE-ForceLeaderTest-seed#[612B1292E9A468F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1115260 INFO  (SUITE-ForceLeaderTest-seed#[612B1292E9A468F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 1115261 INFO  (SUITE-ForceLeaderTest-seed#[612B1292E9A468F7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1115261 INFO  (SUITE-ForceLeaderTest-seed#[612B1292E9A468F7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/ub
   [junit4]   2> 1115262 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1115262 INFO  (Thread-1519) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1115263 INFO  (Thread-1519) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1115265 ERROR (Thread-1519) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1115363 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:41565
   [junit4]   2> 1115388 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1115388 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1115390 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1115390 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1115391 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1115392 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1115393 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1115394 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1115395 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1115395 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1115395 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1115396 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1115577 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1115587 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49fff183{/_/ub,null,AVAILABLE}
   [junit4]   2> 1115587 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@132291c4{HTTP/1.1,[http/1.1]}{127.0.0.1:33231}
   [junit4]   2> 1115587 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.Server Started @1117749ms
   [junit4]   2> 1115587 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_/ub, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/tempDir-001/control/data, hostPort=37095, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1115587 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1115588 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1115588 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1115588 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1115588 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T22:41:39.707302Z
   [junit4]   2> 1115598 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1115598 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/control-001/solr.xml
   [junit4]   2> 1115601 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1115605 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41565/solr
   [junit4]   2> 1115748 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1115750 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37095__%2Fub
   [junit4]   2> 1115751 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.Overseer Overseer (id=98552204452364292-127.0.0.1:37095__%2Fub-n_0000000000) starting
   [junit4]   2> 1115758 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37095__%2Fub
   [junit4]   2> 1115759 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1115811 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1115825 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1115826 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1115828 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/control-001/cores
   [junit4]   2> 1115857 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1115858 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41565/solr ready
   [junit4]   2> 1115858 INFO  (SocketProxy-Acceptor-37095) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49680,localport=37095], receiveBufferSize:531000
   [junit4]   2> 1115865 INFO  (SocketProxy-Acceptor-37095) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33231,localport=42666], receiveBufferSize=530904
   [junit4]   2> 1115867 INFO  (qtp1647229383-7272) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37095__%252Fub&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1115869 INFO  (OverseerThreadFactory-3348-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1115972 INFO  (SocketProxy-Acceptor-37095) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49688,localport=37095], receiveBufferSize:531000
   [junit4]   2> 1115972 INFO  (SocketProxy-Acceptor-37095) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33231,localport=42674], receiveBufferSize=530904
   [junit4]   2> 1115973 INFO  (qtp1647229383-7274) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1115973 INFO  (qtp1647229383-7274) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1116075 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1116983 INFO  (qtp1647229383-7274) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1116991 INFO  (qtp1647229383-7274) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1117080 INFO  (qtp1647229383-7274) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1117087 INFO  (qtp1647229383-7274) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1117088 INFO  (qtp1647229383-7274) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1117088 INFO  (qtp1647229383-7274) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1117088 INFO  (qtp1647229383-7274) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1117089 INFO  (qtp1647229383-7274) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=43.6728515625, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=28.39654138774687, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30831131843890536
   [junit4]   2> 1117092 WARN  (qtp1647229383-7274) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1117128 INFO  (qtp1647229383-7274) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1117128 INFO  (qtp1647229383-7274) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1117128 INFO  (qtp1647229383-7274) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1117128 INFO  (qtp1647229383-7274) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1117129 INFO  (qtp1647229383-7274) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=61.3251953125, floorSegmentMB=1.1416015625, forceMergeDeletesPctAllowed=7.572114663710412, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1117129 INFO  (qtp1647229383-7274) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@537c4c4b[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1117130 INFO  (qtp1647229383-7274) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1117130 INFO  (qtp1647229383-7274) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1117130 INFO  (qtp1647229383-7274) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1117130 INFO  (qtp1647229383-7274) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576835273194471424
   [junit4]   2> 1117131 INFO  (searcherExecutor-3351-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@537c4c4b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1117133 INFO  (qtp1647229383-7274) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1117133 INFO  (qtp1647229383-7274) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1117133 INFO  (qtp1647229383-7274) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37095/_/ub/control_collection_shard1_replica_n1/
   [junit4]   2> 1117133 INFO  (qtp1647229383-7274) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1117133 INFO  (qtp1647229383-7274) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:37095/_/ub/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1117133 INFO  (qtp1647229383-7274) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1117134 INFO  (qtp1647229383-7274) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37095/_/ub/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1117235 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1117285 INFO  (qtp1647229383-7274) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1117286 INFO  (qtp1647229383-7274) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1313
   [junit4]   2> 1117288 INFO  (qtp1647229383-7272) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1117388 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1117870 INFO  (OverseerCollectionConfigSetProcessor-98552204452364292-127.0.0.1:37095__%2Fub-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1118289 INFO  (qtp1647229383-7272) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37095__%252Fub&wt=javabin&version=2} status=0 QTime=2421
   [junit4]   2> 1118291 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1118291 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41565/solr ready
   [junit4]   2> 1118291 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1118292 INFO  (SocketProxy-Acceptor-37095) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49724,localport=37095], receiveBufferSize:531000
   [junit4]   2> 1118292 INFO  (SocketProxy-Acceptor-37095) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33231,localport=42710], receiveBufferSize=530904
   [junit4]   2> 1118292 INFO  (qtp1647229383-7272) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1118293 INFO  (OverseerThreadFactory-3348-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1118293 WARN  (OverseerThreadFactory-3348-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1118497 INFO  (qtp1647229383-7272) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1118497 INFO  (qtp1647229383-7272) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
   [junit4]   2> 1118589 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/shard-1-001 of type NRT
   [junit4]   2> 1118589 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1118590 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1582c595{/_/ub,null,AVAILABLE}
   [junit4]   2> 1118590 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2fc1d6f0{HTTP/1.1,[http/1.1]}{127.0.0.1:36577}
   [junit4]   2> 1118590 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.e.j.s.Server Started @1120752ms
   [junit4]   2> 1118590 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_/ub, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/tempDir-001/jetty1, hostPort=34869, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/shard-1-001/cores}
   [junit4]   2> 1118590 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1118591 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1118591 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1118591 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1118591 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T22:41:42.710154Z
   [junit4]   2> 1118592 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1118592 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/shard-1-001/solr.xml
   [junit4]   2> 1118594 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1118595 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41565/solr
   [junit4]   2> 1118599 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1118599 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1118600 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34869__%2Fub
   [junit4]   2> 1118600 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1118600 INFO  (zkCallback-1262-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1118601 INFO  (zkCallback-1257-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1118625 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1118631 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1118631 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1118632 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[612B1292E9A468F7]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/shard-1-001/cores
   [junit4]   2> 1118646 INFO  (qtp1647229383-7273) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34869__%252Fub&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1118647 INFO  (OverseerCollectionConfigSetProcessor-98552204452364292-127.0.0.1:37095__%2Fub-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1118647 INFO  (OverseerThreadFactory-3348-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34869__%2Fub for creating new replica
   [junit4]   2> 1118648 INFO  (SocketProxy-Acceptor-34869) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49626,localport=34869], receiveBufferSize:531000
   [junit4]   2> 1118648 INFO  (SocketProxy-Acceptor-34869) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36577,localport=60356], receiveBufferSize=530904
   [junit4]   2> 1118648 INFO  (qtp617833195-7320) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1118648 INFO  (qtp617833195-7320) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1118750 INFO  (zkCallback-1262-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1119667 INFO  (qtp617833195-7320) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1119680 INFO  (qtp617833195-7320) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 1119738 INFO  (qtp617833195-7320) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1119744 INFO  (qtp617833195-7320) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1119744 INFO  (qtp617833195-7320) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3341b12a
   [junit4]   2> 1119744 INFO  (qtp617833195-7320) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1119744 INFO  (qtp617833195-7320) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ForceLeaderTest_612B1292E9A468F7-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 1119746 INFO  (qtp617833195-7320) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=43.6728515625, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=28.39654138774687, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30831131843890536
   [junit4]   2> 1119747 WARN  (qtp617833195-7320) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1119772 INFO  (qtp617833195-7320) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1119772 INFO  (qtp617833195-7320) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1119773 INFO  (qtp617833195-7320) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1119773 INFO  (qtp617833195-7320) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1119773 INFO  (qtp617833195-7320) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=61.3251953125, floorSegmentMB=1.1416015625, forceMergeDeletesPctAllowed=7.572114663710412, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1119774 INFO  (qtp617833195-7320) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f894135[collection1_shard2_replica_n41] main]
   [junit4]   2> 1119775 INFO  (qtp617833195-7320) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1119775 INFO  (qtp617833195-7320) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1119776 INFO  (qtp617833195-7320) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1119776 INFO  (qtp617833195-7320) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576835275969003520
   [junit4]   2> 1119776 INFO  (searcherExecutor-3362-thread-1) [    ] o.a.s.c

[...truncated too long message...]

tted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170826_230907_1962320651053964474543.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170826_230907_1961849036954869760937.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 499 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170826_230945_04116217986401443268790.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170826_230945_041716689671090376924.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170826_230945_0415479745374081206298.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1131 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170826_231001_03010340517708380773512.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170826_231001_03011393046598138698621.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 593 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170826_231007_18616747387229359566607.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170826_231007_186445668401896689231.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170826_231007_1861178639332426775651.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 503 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170826_231027_59911755143074289101981.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170826_231027_59917882520729408886943.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170826_231027_5983714654591258627885.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 507 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170826_231036_82813716426579551265966.syserr
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170826_231036_8283196205617637685427.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 589 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170826_231042_00111677333407794057949.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170826_231042_00111584395939015589094.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170826_231042_0015736069112989518203.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 538 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170826_231105_6626347843286546886525.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170826_231105_6626171285106642820001.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 494 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170826_231114_10910391631558695075543.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 29041 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 320 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/320/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}

Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
	at __randomizedtesting.SeedInfo.seed([6DBE62167CDC9AAC:325A4F2117D009E9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12821 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrSlf4jReporterTest_6DBE62167CDC9AAC-001/init-core-data-001
   [junit4]   2> 2576189 WARN  (SUITE-SolrSlf4jReporterTest-seed#[6DBE62167CDC9AAC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=6DBE62167CDC9AAC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=Europe/Athens -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 6.29s J2 | SolrSlf4jReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6DBE62167CDC9AAC:325A4F2117D009E9]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrSlf4jReporterTest_6DBE62167CDC9AAC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=685, maxMBSortInHeap=7.489197441672118, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-LB, timezone=Europe/Athens
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=129539744,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestLockTree, TestRestoreCore, UninvertDocValuesMergePolicyTest, TestManagedSchemaAPI, TestPerFieldSimilarityWithDefaultOverride, UpdateLogTest, BlockCacheTest, MoveReplicaHDFSUlogDirTest, HdfsNNFailoverTest, DateFieldTest, FullHLLTest, OverseerTest, TestNumericRangeQuery64, TestAnalyzedSuggestions, ShowFileRequestHandlerTest, TestTrie, TestFieldCache, DeleteShardTest, DistributedQueryComponentOptimizationTest, TestNamedUpdateProcessors, ClusterStateTest, TestPseudoReturnFields, TestSubQueryTransformerCrossCore, CachingDirectoryFactoryTest, TestSSLRandomization, HdfsTlogReplayBufferedWhileIndexingTest, TestIntervalFaceting, SearchHandlerTest, TestFastWriter, MinimalSchemaTest, TestSolrQueryResponse, MetricsHandlerTest, SimplePostToolTest, ConcurrentDeleteAndCreateCollectionTest, TestCloudRecovery, CreateCollectionCleanupTest, TestFileDictionaryLookup, TestGroupingSearch, TestReplicaProperties, NotRequiredUniqueKeyTest, ChangedSchemaMergeTest, TestCollationFieldDocValues, TestLFUCache, TestSolrCoreProperties, TermVectorComponentDistributedTest, PathHierarchyTokenizerFactoryTest, StatsComponentTest, SharedFSAutoReplicaFailoverTest, TestSimpleTextCodec, SolrMetricManagerTest, DocumentBuilderTest, PolyFieldTest, FastVectorHighlighterTest, DirectoryFactoryTest, TestJmxIntegration, CdcrBootstrapTest, RecoveryAfterSoftCommitTest, QueryResultKeyTest, URLClassifyProcessorTest, ReplicationFactorTest, TestQueryUtils, TestSolrConfigHandlerCloud, TestImpersonationWithHadoopAuth, TestSurroundQueryParser, TestMultiWordSynonyms, PreAnalyzedFieldTest, TestConfigSetsAPIExclusivity, TestCloudJSONFacetJoinDomain, TestRecoveryHdfs, TestReversedWildcardFilterFactory, TestCustomSort, TestIndexSearcher, BlockJoinFacetSimpleTest, DocValuesMissingTest, RankQueryTest, DirectUpdateHandlerTest, TestMinMaxOnMultiValuedField, TestSimpleQParserPlugin, TestPayloadCheckQParserPlugin, TestFieldCollectionResource, TestRandomCollapseQParserPlugin, LeaderElectionTest, SolrInfoBeanTest, HttpPartitionTest, TestCorePropertiesReload, BigEndianAscendingWordSerializerTest, TestPushWriter, TestCopyFieldCollectionResource, TestXmlQParserPlugin, TestManagedSynonymGraphFilterFactory, UniqFieldsUpdateProcessorFactoryTest, DistribDocExpirationUpdateProcessorTest, PrimitiveFieldTypeTest, TestSolrDeletionPolicy2, TestDFRSimilarityFactory, TestLeaderElectionZkExpiry, TestExclusionRuleCollectionAccess, TestStressLiveNodes, TestStressUserVersions, XsltUpdateRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, TestUseDocValuesAsStored2, TestRuleBasedAuthorizationPlugin, TestPrepRecovery, TestSolrCoreParser, TestFieldCacheSortRandom, TestFoldingMultitermQuery, V2ApiIntegrationTest, CursorMarkTest, CircularListTest, UnloadDistributedZkTest, DistributedDebugComponentTest, TestBulkSchemaConcurrent, AutoCommitTest, StressHdfsTest, TestSolrCloudSnapshots, SolrCoreCheckLockOnStartupTest, OverseerStatusTest, SpatialHeatmapFacetsTest, SparseHLLTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, DistributedTermsComponentTest, SimpleFacetsTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering, BasicFunctionalityTest, HighlighterTest, SoftAutoCommitTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, CursorPagingTest, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, SSLMigrationTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudSearcherWarming, TestConfigSetsAPI, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestPullReplica, TestRandomRequestDistribution, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, RuleEngineTest, RulesTest, TestSolrCoreSnapshots, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedSuggestComponentTest, TestExpandComponent, TestHttpShardHandlerFactory, TestPivotHelperCode, TestTrackingShardHandlerFactory, SolrSlf4jReporterTest]
   [junit4] Completed [625/731 (1!)] on J2 in 6.32s, 1 test, 1 failure <<< FAILURES!

[...truncated 43816 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 319 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/319/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream

Error Message:
Error from server at https://127.0.0.1:35469/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:35469/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([7B76398672C9D468:59B6B87D51A3FE78]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6822)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35469/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
	at __randomizedtesting.SeedInfo.seed([C401A3CE8D5205EF:1044E8976A04B614]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.

Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
	at __randomizedtesting.SeedInfo.seed([C401A3CE8D5205EF:B5E55D18FBB92223]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11878 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_C401A3CE8D5205EF-001/init-core-data-001
   [junit4]   2> 1038807 WARN  (SUITE-CdcrBootstrapTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1038812 ERROR (Thread-3368) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1038920 ERROR (jetty-launcher-1742-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> Target zkHost = 127.0.0.1:43183/solr
   [junit4]   2> 1039163 ERROR (Thread-3378) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1039271 ERROR (jetty-launcher-1754-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:43183/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
   [junit4]   2> 1047186 ERROR (updateExecutor-1746-thread-1-processing-n:127.0.0.1:45003_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:45003_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Bootstrap operation failed
   [junit4]   2> java.util.concurrent.ExecutionException: java.lang.AssertionError
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.handler.CdcrRequestHandler.lambda$handleBootstrapAction$0(CdcrRequestHandler.java:646)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.AssertionError
   [junit4]   2> 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:789)
   [junit4]   2> 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:716)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	... 5 more
   [junit4]   2> 1048109 WARN  (cdcr-bootstrap-status-1773-thread-1-processing-n:127.0.0.1:40451_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:40451_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1100
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1200
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1300
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1400
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1500
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1600
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1700
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1800
   [junit4]   1> Adding 100 docs with commit=true, numDocs=1900
   [junit4]   1> Adding 100 docs with commit=true, numDocs=2000
   [junit4]   2> 1054304 WARN  (cdcr-bootstrap-status-1776-thread-1-processing-n:127.0.0.1:40451_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:40451_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
   [junit4]   2> 1054307 WARN  (zkCallback-1761-thread-1-processing-n:127.0.0.1:40451_solr) [n:127.0.0.1:40451_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1054307 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C401A3CE8D5205EF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1060852 WARN  (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C401A3CE8D5205EF]-SendThread(127.0.0.1:43183)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8110ms for sessionid 0x15e1e57e42a0007
   [junit4]   2> 1060852 WARN  (Thread-3378) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-source/state.json
   [junit4]   2> 	4	/solr/collections/cdcr-source/cdcr/state/process
   [junit4]   2> 	3	/solr/collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1060853 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e57e42a0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1060981 WARN  (zkCallback-1749-thread-2-processing-n:127.0.0.1:45003_solr) [n:127.0.0.1:45003_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1060988 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C401A3CE8D5205EF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1066035 WARN  (Thread-3368) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/configs/cdcr-target/managed-schema
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/collections/cdcr-target/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-target/state.json
   [junit4]   2> 	4	/solr/collections/cdcr-target/cdcr/state/process
   [junit4]   2> 	3	/solr/collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1066042 ERROR (Thread-3394) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1066147 ERROR (jetty-launcher-1777-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> Target zkHost = 127.0.0.1:34053/solr
   [junit4]   2> 1066501 ERROR (Thread-3404) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1066606 ERROR (jetty-launcher-1789-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   2> 1071394 WARN  (zkCallback-1796-thread-1-processing-n:127.0.0.1:44989_solr) [n:127.0.0.1:44989_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1071396 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C401A3CE8D5205EF]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1072639 WARN  (cdcr-update-log-synchronizer-3759-thread-1) [n:127.0.0.1:37735_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37735/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 1073081 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C401A3CE8D5205EF]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
   [junit4]   2> 1073081 WARN  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C401A3CE8D5205EF]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) cdcr-source after stale state error from server.
   [junit4]   1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:34053/solr={cdcr-target={queueSize=534773759,lastTimestamp=}}},tlogTotalSize=4773,tlogTotalCount=1,updateLogSynchronizer=stopped}
   [junit4]   2> 1078677 WARN  (cdcr-bootstrap-status-1815-thread-1-processing-n:127.0.0.1:37735_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:37735_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete
   [junit4]   2> 1078681 WARN  (zkCallback-1809-thread-2-processing-n:127.0.0.1:37735_solr) [n:127.0.0.1:37735_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1078681 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C401A3CE8D5205EF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1084110 WARN  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C401A3CE8D5205EF]-SendThread(127.0.0.1:34053)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7447ms for sessionid 0x15e1e584e880007
   [junit4]   2> 1084110 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e584e880007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1084111 WARN  (Thread-3404) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/cdcr-source
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/cdcr-source/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/cdcr-source/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1084236 WARN  (zkCallback-1784-thread-1-processing-n:127.0.0.1:36951_solr) [n:127.0.0.1:36951_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1084236 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[C401A3CE8D5205EF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1090030 WARN  (Thread-3394) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/cdcr-target/managed-schema
   [junit4]   2> 	2	/solr/collections/cdcr-target/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-target/state.json
   [junit4]   2> 	3	/solr/collections/cdcr-target/cdcr/state/process
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1090034 ERROR (Thread-3428) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1090142 ERROR (jetty-launcher-1818-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1090152 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e58ac410002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Target zkHost = 127.0.0.1:43643/solr
   [junit4]   2> 1090397 ERROR (Thread-3438) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1090501 ERROR (jetty-launcher-1830-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> Adding 10 docs with commit=true, numDocs=100
   [junit4]   1> Adding 10 docs with commit=true, numDocs=200
   [junit4]   1> Adding 10 docs with commit=true, numDocs=300
   [junit4]   1> Adding 10 docs with commit=true, numDocs=400
   [junit4]   1> Adding 10 docs with commit=true, numDocs=500
   [junit4]   1> Adding 10 docs with commit=true, numDocs=600
   [junit4]   1> Adding 10 docs with commit=true, numDocs=700
   [junit4]   1> Adding 10 docs with commit=true, numDocs=800
   [junit4]   1> Adding 10 docs with commit=true, numDocs=900
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1000
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1100
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1200
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1300
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1400
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1500
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1600
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1700
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1800
   [junit4]   1> Adding 10 docs with commit=true, numDocs=1900
   [junit4]   1> Adding 10 docs with commit=true, numDocs=2000
   [junit4]   1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:43643/solr={cdcr-target={queueSize=1920,lastTimestamp=}}},tlogTotalSize=96500,tlogTotalCount=21,updateLogSynchronizer=stopped}
   [junit4]   2> 1220517 WARN  (zkCallback-1837-thread-4-processing-n:127.0.0.1:45961_solr) [n:127.0.0.1:45961_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1220517 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C401A3CE8D5205EF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1225563 WARN  (Thread-3438) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-source/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/cdcr-source/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1227091 WARN  (zkCallback-1825-thread-4-processing-n:127.0.0.1:44225_solr) [n:127.0.0.1:44225_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1227092 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C401A3CE8D5205EF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1232128 WARN  (Thread-3428) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/cdcr-target/managed-schema
   [junit4]   2> 	2	/solr/collections/cdcr-target/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-target/state.json
   [junit4]   2> 	3	/solr/collections/cdcr-target/cdcr/state/process
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/cdcr-target/cdcr/state/buffer
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=C401A3CE8D5205EF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  142s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C401A3CE8D5205EF:1044E8976A04B614]:0)
   [junit4]    > 	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_C401A3CE8D5205EF-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, maxDocsPerChunk=1, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, blockSize=6)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-NI, timezone=Asia/Yerevan
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=117824288,total=328536064
   [junit4]   2> NOTE: All tests run in this JVM: [SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, TestLMJelinekMercerSimilarityFactory, TestLegacyTerms, PreAnalyzedFieldManagedSchemaCloudTest, DateMathParserTest, OverseerTest, HdfsChaosMonkeyNothingIsSafeTest, SpatialHeatmapFacetsTest, SolrCLIZkUtilsTest, TestFieldCache, AutoCommitTest, CdcrRequestHandlerTest, TestSolrQueryResponse, TestHdfsUpdateLog, TestIndexSearcher, RegexBoostProcessorTest, TestSolrCloudSnapshots, TestQueryUtils, TestMinMaxOnMultiValuedField, SolrInfoBeanTest, TestSort, SimpleFacetsTest, MultiTermTest, SolrCoreCheckLockOnStartupTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReversedWildcardFilterFactory, TestJmxIntegration, SSLMigrationTest, TestClassicSimilarityFactory, TestPolicyCloud, DistributedFacetPivotLargeTest, BJQParserTest, TestBinaryResponseWriter, TestStressUserVersions, HttpPartitionTest, MinimalSchemaTest, TestPseudoReturnFields, TestBulkSchemaConcurrent, TestSimpleTextCodec, HdfsNNFailoverTest, NumericFieldsTest, OverseerCollectionConfigSetProcessorTest, ShowFileRequestHandlerTest, SegmentsInfoRequestHandlerTest, ClusterStateTest, DistribDocExpirationUpdateProcessorTest, DirectUpdateHandlerTest, PreAnalyzedUpdateProcessorTest, TestXmlQParserPlugin, SimplePostToolTest, TestManagedResourceStorage, TestUninvertingReader, UninvertDocValuesMergePolicyTest, TestQuerySenderListener, TestRTimerTree, TestIntervalFaceting, DocExpirationUpdateProcessorFactoryTest, BlockCacheTest, TestHdfsBackupRestoreCore, TestNamedUpdateProcessors, TestRecovery, MetricsHandlerTest, SpellCheckCollatorWithCollapseTest, DocumentBuilderTest, TestSolrDeletionPolicy2, SolrShardReporterTest, TestSolrConfigHandlerCloud, SearchHandlerTest, DirectoryFactoryTest, TestUseDocValuesAsStored2, CdcrUpdateLogTest, TestRandomCollapseQParserPlugin, SolrGangliaReporterTest, TestLeaderElectionZkExpiry, RecoveryZkTest, TestImplicitCoreProperties, CollectionTooManyReplicasTest, TestManagedSynonymGraphFilterFactory, TestRuleBasedAuthorizationPlugin, DistributedVersionInfoTest, SharedFSAutoReplicaFailoverTest, TestPayloadCheckQParserPlugin, TestPrepRecovery, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SolrMetricManagerTest, TestSolrCloudWithSecureImpersonation, PolyFieldTest, TestFoldingMultitermQuery, TestSchemaSimilarityResource, DeleteLastCustomShardedReplicaTest, TestDistributedStatsComponentCardinality, NotRequiredUniqueKeyTest, BlockJoinFacetSimpleTest, TestLegacyFieldCache, CursorMarkTest, CdcrBootstrapTest]
   [junit4] Completed [316/731 (1!)] on J2 in 193.34s, 3 tests, 1 failure <<< FAILURES!

[...truncated 394 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C401A3CE8D5205EF-001/init-core-data-001
   [junit4]   2> 1798155 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1798156 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1798157 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1798157 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1798157 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1798481 WARN  (coreLoadExecutor-7102-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1798482 WARN  (coreLoadExecutor-7102-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1798484 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1798490 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[C401A3CE8D5205EF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1798491 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[C401A3CE8D5205EF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> 1798497 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[C401A3CE8D5205EF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1798497 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[C401A3CE8D5205EF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=C401A3CE8D5205EF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=Asia/Aqtobe -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.01s J2 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C401A3CE8D5205EF:B5E55D18FBB92223]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1798503 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[C401A3CE8D5205EF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1798504 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[C401A3CE8D5205EF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1798504 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C401A3CE8D5205EF]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C401A3CE8D5205EF-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=527, maxMBSortInHeap=6.479459760882861, sim=RandomSimilarity(queryNorm=true): {}, locale=mt, timezone=Asia/Aqtobe
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87507008,total=464982016
   [junit4]   2> NOTE: All tests run in this JVM: [SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, TestLMJelinekMercerSimilarityFactory, TestLegacyTerms, PreAnalyzedFieldManagedSchemaCloudTest, DateMathParserTest, OverseerTest, HdfsChaosMonkeyNothingIsSafeTest, SpatialHeatmapFacetsTest, SolrCLIZkUtilsTest, TestFieldCache, AutoCommitTest, CdcrRequestHandlerTest, TestSolrQueryResponse, TestHdfsUpdateLog, TestIndexSearcher, RegexBoostProcessorTest, TestSolrCloudSnapshots, TestQueryUtils, TestMinMaxOnMultiValuedField, SolrInfoBeanTest, TestSort, SimpleFacetsTest, MultiTermTest, SolrCoreCheckLockOnStartupTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReversedWildcardFilterFactory, TestJmxIntegration, SSLMigrationTest, TestClassicSimilarityFactory, TestPolicyCloud, DistributedFacetPivotLargeTest, BJQParserTest, TestBinaryResponseWriter, TestStressUserVersions, HttpPartitionTest, MinimalSchemaTest, TestPseudoReturnFields, TestBulkSchemaConcurrent, TestSimpleTextCodec, HdfsNNFailoverTest, NumericFieldsTest, OverseerCollectionConfigSetProcessorTest, ShowFileRequestHandlerTest, SegmentsInfoRequestHandlerTest, ClusterStateTest, DistribDocExpirationUpdateProcessorTest, DirectUpdateHandlerTest, PreAnalyzedUpdateProcessorTest, TestXmlQParserPlugin, SimplePostToolTest, TestManagedResourceStorage, TestUninvertingReader, UninvertDocValuesMergePolicyTest, TestQuerySenderListener, TestRTimerTree, TestIntervalFaceting, DocExpirationUpdateProcessorFactoryTest, BlockCacheTest, TestHdfsBackupRestoreCore, TestNamedUpdateProcessors, TestRecovery, MetricsHandlerTest, SpellCheckCollatorWithCollapseTest, DocumentBuilderTest, TestSolrDeletionPolicy2, SolrShardReporterTest, TestSolrConfigHandlerCloud, SearchHandlerTest, DirectoryFactoryTest, TestUseDocValuesAsStored2, CdcrUpdateLogTest, TestRandomCollapseQParserPlugin, SolrGangliaReporterTest, TestLeaderElectionZkExpiry, RecoveryZkTest, TestImplicitCoreProperties, CollectionTooManyReplicasTest, TestManagedSynonymGraphFilterFactory, TestRuleBasedAuthorizationPlugin, DistributedVersionInfoTest, SharedFSAutoReplicaFailoverTest, TestPayloadCheckQParserPlugin, TestPrepRecovery, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SolrMetricManagerTest, TestSolrCloudWithSecureImpersonation, PolyFieldTest, TestFoldingMultitermQuery, TestSchemaSimilarityResource, DeleteLastCustomShardedReplicaTest, TestDistributedStatsComponentCardinality, NotRequiredUniqueKeyTest, BlockJoinFacetSimpleTest, TestLegacyFieldCache, CursorMarkTest, CdcrBootstrapTest, TestTrie, TestSimpleQParserPlugin, TestManagedSchemaAPI, UpdateLogTest, RankQueryTest, ConcurrentDeleteAndCreateCollectionTest, AssignTest, TestReload, TestFastWriter, TestCorePropertiesReload, TestFileDictionaryLookup, TestGeoJSONResponseWriter, TestLRUStatsCache, V2ApiIntegrationTest, PathHierarchyTokenizerFactoryTest, TestFieldTypeResource, TestPushWriter, TestSolrCoreProperties, BigEndianAscendingWordSerializerTest, StatsComponentTest, TestStressLiveNodes, SignatureUpdateProcessorFactoryTest, TestTolerantSearch, TestSurroundQueryParser, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, ShardRoutingTest, TestReplicationHandler, ZkSolrClientTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, BadIndexSchemaTest, TestFunctionQuery, TestBadConfig, HighlighterTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterFSTTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [432/731 (2!)] on J2 in 0.39s, 3 tests, 1 failure <<< FAILURES!

[...truncated 1770 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/init-core-data-001
   [junit4]   2> 43341 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 43342 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 43343 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 43343 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001
   [junit4]   2> 43344 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 43344 INFO  (Thread-87) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 43344 INFO  (Thread-87) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 43352 ERROR (Thread-87) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 43444 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35247
   [junit4]   2> 43474 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e77c6210000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 43481 INFO  (jetty-launcher-883-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 43481 INFO  (jetty-launcher-883-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 43487 INFO  (jetty-launcher-883-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 43494 INFO  (jetty-launcher-883-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 43512 INFO  (jetty-launcher-883-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5db773{/solr,null,AVAILABLE}
   [junit4]   2> 43513 INFO  (jetty-launcher-883-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11ad872{/solr,null,AVAILABLE}
   [junit4]   2> 43515 INFO  (jetty-launcher-883-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@101c940{SSL,[ssl, http/1.1]}{127.0.0.1:39377}
   [junit4]   2> 43515 INFO  (jetty-launcher-883-thread-4) [    ] o.e.j.s.Server Started @44903ms
   [junit4]   2> 43515 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39377}
   [junit4]   2> 43515 ERROR (jetty-launcher-883-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 43515 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:15:19.752Z
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c02053{SSL,[ssl, http/1.1]}{127.0.0.1:35469}
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-1) [    ] o.e.j.s.Server Started @44904ms
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35469}
   [junit4]   2> 43516 ERROR (jetty-launcher-883-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 43516 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 43524 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43524 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 43524 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:15:19.760Z
   [junit4]   2> 43527 INFO  (jetty-launcher-883-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12a1f23{/solr,null,AVAILABLE}
   [junit4]   2> 43529 INFO  (jetty-launcher-883-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@132846f{SSL,[ssl, http/1.1]}{127.0.0.1:44643}
   [junit4]   2> 43529 INFO  (jetty-launcher-883-thread-2) [    ] o.e.j.s.Server Started @44917ms
   [junit4]   2> 43529 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44643}
   [junit4]   2> 43529 ERROR (jetty-launcher-883-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 43530 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 43530 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43530 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 43530 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:15:19.766Z
   [junit4]   2> 43530 INFO  (jetty-launcher-883-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b22bea{/solr,null,AVAILABLE}
   [junit4]   2> 43531 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 43532 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 43532 INFO  (jetty-launcher-883-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17a91de{SSL,[ssl, http/1.1]}{127.0.0.1:40645}
   [junit4]   2> 43535 INFO  (jetty-launcher-883-thread-3) [    ] o.e.j.s.Server Started @44923ms
   [junit4]   2> 43535 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40645}
   [junit4]   2> 43535 ERROR (jetty-launcher-883-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 43535 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 43535 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43535 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 43535 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:15:19.771Z
   [junit4]   2> 43556 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 43559 INFO  (jetty-launcher-883-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 43561 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 43578 INFO  (jetty-launcher-883-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 43585 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e77c6210004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 43589 INFO  (jetty-launcher-883-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 43594 INFO  (jetty-launcher-883-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 43618 WARN  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 43618 WARN  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 43626 WARN  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 43626 WARN  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 43631 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43631 INFO  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43632 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44643_solr
   [junit4]   2> 43632 INFO  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43633 INFO  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40645_solr
   [junit4]   2> 43634 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.c.Overseer Overseer (id=98549741622722570-127.0.0.1:44643_solr-n_0000000000) starting
   [junit4]   2> 43634 INFO  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39377_solr
   [junit4]   2> 43636 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 43637 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 43637 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:44643_solr) [n:127.0.0.1:44643_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 43644 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 43644 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 43657 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:44643_solr) [n:127.0.0.1:44643_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 43661 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 43663 INFO  (zkCallback-904-thread-1-processing-n:127.0.0.1:35469_solr) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 43663 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43665 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35469_solr
   [junit4]   2> 43667 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 43667 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 43667 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:44643_solr) [n:127.0.0.1:44643_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 43668 INFO  (zkCallback-904-thread-1-processing-n:127.0.0.1:35469_solr) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 43706 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44643_solr
   [junit4]   2> 43707 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 43707 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 43707 INFO  (zkCallback-904-thread-1-processing-n:127.0.0.1:35469_solr) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 43708 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:44643_solr) [n:127.0.0.1:44643_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 43942 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44643.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 43960 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44643.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 43960 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44643.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 43962 INFO  (jetty-launcher-883-thread-2) [n:127.0.0.1:44643_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node1/.
   [junit4]   2> 44103 INFO  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40645.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44117 INFO  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40645.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44117 INFO  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40645.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44119 INFO  (jetty-launcher-883-thread-3) [n:127.0.0.1:40645_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node2/.
   [junit4]   2> 44158 INFO  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39377.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44161 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35469.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44168 INFO  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39377.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44168 INFO  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39377.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44175 INFO  (jetty-launcher-883-thread-4) [n:127.0.0.1:39377_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node4/.
   [junit4]   2> 44182 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35469.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44182 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35469.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 44184 INFO  (jetty-launcher-883-thread-1) [n:127.0.0.1:35469_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node3/.
   [junit4]   2> 44275 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e77c621000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 44277 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 44278 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35247/solr ready
   [junit4]   2> 44320 INFO  (qtp23948173-1731) [n:127.0.0.1:39377_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 44322 INFO  (OverseerThreadFactory-116-thread-1-processing-n:127.0.0.1:44643_solr) [n:127.0.0.1:44643_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 44428 INFO  (OverseerStateUpdate-98549741622722570-127.0.0.1:44643_solr-n_0000000000) [n:127.0.0.1:44643_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39377/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 44430 INFO  (OverseerStateUpdate-98549741622722570-127.0.0.1:44643_solr-n_0000000000) [n:127.0.0.1:44643_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35469/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 44641 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 44641 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 44676 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 44677 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 44781 INFO  (zkCallback-904-thread-1-processing-n:127.0.0.1:35469_solr) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 44781 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 44781 INFO  (zkCallback-896-thread-2-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 44781 INFO  (zkCallback-904-thread-2-processing-n:127.0.0.1:35469_solr) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 45686 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 45695 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 45793 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 45841 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 46082 WARN  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 46082 WARN  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 46082 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 46083 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 46083 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39377.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 46084 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 46084 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node4/collection1_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node4/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 46090 WARN  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 46091 WARN  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 46091 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 46092 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 46092 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35469.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f31029
   [junit4]   2> 46092 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 46092 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node3/collection1_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001/tempDir-001/node3/./collection1_collection_shard2_replica_n2/data/]
   [junit4]   2> 46233 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 46233 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 46235 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 46235 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 46238 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1026642[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 46292 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 46293 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 46294 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 46295 INFO  (searcherExecutor-126-thread-1-processing-n:127.0.0.1:35469_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@1026642[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 46295 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576795869052665856
   [junit4]   2> 46297 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 46298 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 46298 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 46299 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 46300 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de1f3a[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 46301 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 46302 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 46303 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 46303 INFO  (qtp23948173-1730) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576795869061054464
   [junit4]   2> 46345 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 46345 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 46345 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35469/solr/collection1_collection_shard2_replica_n2/
   [junit4]   2> 46345 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 46345 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:35469/solr/collection1_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 46345 INFO  (qtp27186243-1737) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 46351 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:39377_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@1de1f3a[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(Uninve

[...truncated too long message...]

7580
   [junit4]   2> 114791 WARN  (zkCallback-905-thread-1-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 114791 INFO  (coreCloseExecutor-257-thread-3) [n:127.0.0.1:35469_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destination.shard1.replica_n1, tag=31131980
   [junit4]   2> 114791 INFO  (zkCallback-904-thread-2-processing-n:127.0.0.1:35469_solr) [n:127.0.0.1:35469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 114791 INFO  (coreCloseExecutor-257-thread-3) [n:127.0.0.1:35469_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c62f: rootName = solr_35469, domain = solr.core.destination.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.destination.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1d27068
   [junit4]   2> 114791 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39377_solr
   [junit4]   2> 114791 INFO  (jetty-closer-884-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b22bea{/solr,null,UNAVAILABLE}
   [junit4]   2> 114791 INFO  (zkCallback-896-thread-2-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 114799 INFO  (coreCloseExecutor-255-thread-3) [n:127.0.0.1:39377_solr c:mainCorpus s:shard2 r:core_node4 x:mainCorpus_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard2.leader, tag=20755954
   [junit4]   2> 114799 INFO  (coreCloseExecutor-255-thread-4) [n:127.0.0.1:39377_solr c:destination s:shard2 r:core_node4 x:destination_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destination.shard2.replica_n2, tag=18792659
   [junit4]   2> 114799 INFO  (coreCloseExecutor-255-thread-4) [n:127.0.0.1:39377_solr c:destination s:shard2 r:core_node4 x:destination_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ac262: rootName = solr_39377, domain = solr.core.destination.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.destination.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@138ca49
   [junit4]   2> 114803 INFO  (coreCloseExecutor-257-thread-1) [n:127.0.0.1:35469_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=17028130
   [junit4]   2> 114803 INFO  (coreCloseExecutor-257-thread-3) [n:127.0.0.1:35469_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=31131980
   [junit4]   2> 114805 INFO  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 114805 INFO  (jetty-closer-884-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11ad872{/solr,null,UNAVAILABLE}
   [junit4]   2> 114808 INFO  (coreCloseExecutor-255-thread-1) [n:127.0.0.1:39377_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=6157830
   [junit4]   2> 114808 INFO  (coreCloseExecutor-255-thread-2) [n:127.0.0.1:39377_solr c:workQueue s:shard2 r:core_node4 x:workQueue_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard2.leader, tag=7797490
   [junit4]   2> 114808 INFO  (coreCloseExecutor-255-thread-4) [n:127.0.0.1:39377_solr c:destination s:shard2 r:core_node4 x:destination_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard2.leader, tag=18792659
   [junit4]   2> 114810 WARN  (zkCallback-896-thread-1-processing-n:127.0.0.1:39377_solr) [n:127.0.0.1:39377_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 114810 INFO  (jetty-closer-884-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5db773{/solr,null,UNAVAILABLE}
   [junit4]   2> 116264 WARN  (zkCallback-903-thread-2-processing-n:127.0.0.1:44643_solr) [n:127.0.0.1:44643_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 116264 INFO  (jetty-closer-884-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12a1f23{/solr,null,UNAVAILABLE}
   [junit4]   2> 116264 ERROR (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 116265 INFO  (SUITE-StreamExpressionTest-seed#[7B76398672C9D468]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35247 35247
   [junit4]   2> 122052 INFO  (Thread-87) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35247 35247
   [junit4]   2> 122053 WARN  (Thread-87) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/clusterprops.json
   [junit4]   2> 	71	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/destination/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	18	/solr/collections/workQueue/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	10	/solr/collections/collection1_collection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/live_nodes
   [junit4]   2> 	71	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7B76398672C9D468-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=MockRandom), join2_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=PostingsFormat(name=Memory), a2_s=PostingsFormat(name=LuceneFixedGap), level1_s=PostingsFormat(name=MockRandom), test_t=PostingsFormat(name=LuceneFixedGap), body_t=PostingsFormat(name=LuceneFixedGap), ident_s=PostingsFormat(name=Memory), s_multi=PostingsFormat(name=LuceneFixedGap), level2_s=Lucene50(blocksize=128), col_s=PostingsFormat(name=Memory), a_ss=Lucene50(blocksize=128), a_s=PostingsFormat(name=LuceneFixedGap), a_t=Lucene50(blocksize=128), side_s=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{expr_s=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), price_f=DocValuesFormat(name=Direct), a1_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Direct), a_ss=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Direct), test_dt=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Direct), order_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1999, maxMBSortInHeap=7.502168191960736, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-LB, timezone=Pacific/Norfolk
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=84072112,total=183160832
   [junit4]   2> NOTE: All tests run in this JVM: [RawValueEvaluatorTest, TestHash, GraphExpressionTest, FieldValueEvaluatorTest, TestPathTrie, SolrExampleBinaryTest, NamedListTest, JdbcTest, AscEvaluatorTest, CloudSolrClientCacheTest, TestClusteringResponse, EmpiricalDistributionEvaluatorTest, LessThanEvaluatorTest, StreamingTest, TestV1toV2ApiMapper, TestToleratedUpdateError, TestJavaBinCodec, StreamExpressionTest]
   [junit4] Completed [128/145 (1!)] on J2 in 78.74s, 95 tests, 1 error, 9 skipped <<< FAILURES!

[...truncated 38630 lines...]