You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/11 05:32:42 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2100 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2100/
2 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChains
Error Message:
stage 3: inconsistent endOffset at pos=1: 6 vs 8; token=M zf ㄙ
Stack Trace:
java.lang.IllegalStateException: stage 3: inconsistent endOffset at pos=1: 6 vs 8; token=M zf ㄙ
at __randomizedtesting.SeedInfo.seed([23745F1757A889AD:1E95767610BA946D]:0)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter$OneTimeWrapper.incrementToken(ConditionalTokenFilter.java:65)
at org.apache.lucene.analysis.miscellaneous.TypeAsSynonymFilter.incrementToken(TypeAsSynonymFilter.java:68)
at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter.incrementToken(ConditionalTokenFilter.java:205)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:872)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([8514E79BC6FAF9AB:D40D84168069453]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 4017 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> stage 0: M<[2-3] +1> zf<[4-6] +1> ?<[7-8] +1>
[junit4] 2> stage 1: M<[2-3] +1> M zf<[2-6] +0> zf<[4-6] +1> zf ?<[4-8] +0>
[junit4] 2> stage 2: M<[2-3] +1> M zf<[2-6] +0> zf<[4-6] +1> zf ?<[4-8] +0>
[junit4] 2> stage 3: M zf<[2-6] +1> M zf ?<[2-8] +0>
[junit4] 2> TEST FAIL: useCharFilter=false text='\u02f8\ue02aM zf \u3119\u3102\u3126 xuln'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> org.apache.lucene.analysis.charfilter.MappingCharFilter(org.apache.lucene.analysis.charfilter.NormalizeCharMap@3667871f, java.io.StringReader@74109915)
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.standard.StandardTokenizer()
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@6d5c3429 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1)
[junit4] 2> org.apache.lucene.analysis.MockGraphTokenFilter(java.util.Random@17a1fc27, ValidatingTokenFilter@77d1f90f term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1)
[junit4] 2> org.apache.lucene.analysis.shingle.FixedShingleFilter(ValidatingTokenFilter@5449a63f term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, 2)
[junit4] 2> Conditional:org.apache.lucene.analysis.miscellaneous.TypeAsSynonymFilter(OneTimeWrapper@34f0b959 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, bgyjj)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=23745F1757A889AD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=mfe -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 10.3s J1 | TestRandomChains.testRandomChains <<<
[junit4] > Throwable #1: java.lang.IllegalStateException: stage 3: inconsistent endOffset at pos=1: 6 vs 8; token=M zf ㄙ
[junit4] > at __randomizedtesting.SeedInfo.seed([23745F1757A889AD:1E95767610BA946D]:0)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
[junit4] > at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter$OneTimeWrapper.incrementToken(ConditionalTokenFilter.java:65)
[junit4] > at org.apache.lucene.analysis.miscellaneous.TypeAsSynonymFilter.incrementToken(TypeAsSynonymFilter.java:68)
[junit4] > at org.apache.lucene.analysis.miscellaneous.ConditionalTokenFilter.incrementToken(ConditionalTokenFilter.java:205)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:872)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J1/temp/lucene.analysis.core.TestRandomChains_23745F1757A889AD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {dummy=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=117, maxMBSortInHeap=7.926937393400529, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1e82ba06), locale=mfe, timezone=America/Guayaquil
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=285807688,total=533725184
[junit4] 2> NOTE: All tests run in this JVM: [TestLimitTokenPositionFilter, TestStopFilterFactory, TestNeedAffix, TestCollationKeyAnalyzer, TestFrenchLightStemFilter, CommonGramsFilterTest, TestSpaces, TestSerbianNormalizationFilter, TestPortugueseLightStemFilter, DateRecognizerFilterFactoryTest, TestLengthFilterFactory, TestCzechAnalyzer, TestKeywordTokenizer, TestSolrSynonymParser, TestHindiAnalyzer, TestDanishAnalyzer, TestArabicFilters, TestNorwegianMinimalStemFilterFactory, TestRemoveDuplicatesTokenFilterFactory, TestIndonesianStemFilterFactory, TestCaseSensitive, TestNorwegianLightStemFilter, TestSynonymMapFilter, TestLithuanianAnalyzer, TestConcatenateGraphFilter, TestBengaliStemmer, TestZeroAffix2, TestKeepFilterFactory, TestIrishLowerCaseFilterFactory, TestPatternCaptureGroupTokenFilter, TestItalianAnalyzer, TestKStemmer, TestTwoFold, TestSnowball, TestPortugueseMinimalStemFilterFactory, TestGermanStemFilterFactory, TestUnicodeWhitespaceTokenizer, TestCompoundWordTokenFilter, TestPersianNormalizationFilter, TestLimitTokenCountFilterFactory, TestCondition, TestThaiTokenizerFactory, TestCatalanAnalyzer, TestCapitalizationFilterFactory, TestBulgarianAnalyzer, TestHindiStemmer, TestFingerprintFilterFactory, TestDependencies, TestGermanLightStemFilterFactory, TestRomanianAnalyzer, TestHTMLStripCharFilterFactory, TestMappingCharFilter, TestDecimalDigitFilter, TestDuelingAnalyzers, TestFactories, TestRandomChains]
[junit4] Completed [296/296 (1!)] on J1 in 90.98s, 2 tests, 1 error <<< FAILURES!
[...truncated 9749 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 1771147 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1771147 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/data-dir-104-001
[junit4] 2> 1771147 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1771148 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1771149 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1771300 WARN (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1771302 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1771303 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1771303 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1771303 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1771303 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aeb4af6{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1771426 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@424fd995{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-34489-hadoop-hdfs-3_2_0-tests_jar-_-any-6145192921547201045.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1771426 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c52cab0{HTTP/1.1,[http/1.1]}{localhost.localdomain:34489}
[junit4] 2> 1771426 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.Server Started @1771456ms
[junit4] 2> 1771570 WARN (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1771571 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1771572 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1771572 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1771572 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1771572 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f59c516{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1771682 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4c26f27e{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-42279-hadoop-hdfs-3_2_0-tests_jar-_-any-9672653197205895610.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1771682 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1aa8e423{HTTP/1.1,[http/1.1]}{localhost:42279}
[junit4] 2> 1771682 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.Server Started @1771712ms
[junit4] 2> 1771702 WARN (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1771703 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1771704 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1771704 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1771704 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1771704 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d293204{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1771819 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@176f277{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-33263-hadoop-hdfs-3_2_0-tests_jar-_-any-11415271892482664557.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1771819 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5790061a{HTTP/1.1,[http/1.1]}{localhost:33263}
[junit4] 2> 1771819 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.Server Started @1771849ms
[junit4] 2> 1771935 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x38c6bbdcd0bf5908: Processing first storage report for DS-f19973a3-e950-42e3-b350-79199dc23d25 from datanode a1afa808-ea03-4701-ad41-74f2fc86e37a
[junit4] 2> 1771935 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x38c6bbdcd0bf5908: from storage DS-f19973a3-e950-42e3-b350-79199dc23d25 node DatanodeRegistration(127.0.0.1:43441, datanodeUuid=a1afa808-ea03-4701-ad41-74f2fc86e37a, infoPort=38821, infoSecurePort=0, ipcPort=43037, storageInfo=lv=-57;cid=testClusterID;nsid=625750348;c=1581392774894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1771935 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x38c6bbdcd0bf5908: Processing first storage report for DS-999db3f2-4c88-45b2-b2f4-78546972cc97 from datanode a1afa808-ea03-4701-ad41-74f2fc86e37a
[junit4] 2> 1771935 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x38c6bbdcd0bf5908: from storage DS-999db3f2-4c88-45b2-b2f4-78546972cc97 node DatanodeRegistration(127.0.0.1:43441, datanodeUuid=a1afa808-ea03-4701-ad41-74f2fc86e37a, infoPort=38821, infoSecurePort=0, ipcPort=43037, storageInfo=lv=-57;cid=testClusterID;nsid=625750348;c=1581392774894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1772025 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x28b1e4165c2155ff: Processing first storage report for DS-48d72a59-3024-49ca-8efb-62fb4a70b524 from datanode a7b6144f-52ee-46f5-8a41-175841091574
[junit4] 2> 1772025 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x28b1e4165c2155ff: from storage DS-48d72a59-3024-49ca-8efb-62fb4a70b524 node DatanodeRegistration(127.0.0.1:43033, datanodeUuid=a7b6144f-52ee-46f5-8a41-175841091574, infoPort=33777, infoSecurePort=0, ipcPort=43305, storageInfo=lv=-57;cid=testClusterID;nsid=625750348;c=1581392774894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1772025 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x28b1e4165c2155ff: Processing first storage report for DS-7918e2ee-b2df-469b-a077-2ad3c9e0222b from datanode a7b6144f-52ee-46f5-8a41-175841091574
[junit4] 2> 1772025 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x28b1e4165c2155ff: from storage DS-7918e2ee-b2df-469b-a077-2ad3c9e0222b node DatanodeRegistration(127.0.0.1:43033, datanodeUuid=a7b6144f-52ee-46f5-8a41-175841091574, infoPort=33777, infoSecurePort=0, ipcPort=43305, storageInfo=lv=-57;cid=testClusterID;nsid=625750348;c=1581392774894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1772077 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1772078 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1772078 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1772178 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer start zk server on port:33241
[junit4] 2> 1772178 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33241
[junit4] 2> 1772178 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33241
[junit4] 2> 1772178 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33241
[junit4] 2> 1772179 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1772181 INFO (zkConnectionManagerCallback-9839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1772181 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1772184 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1772185 INFO (zkConnectionManagerCallback-9841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1772185 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1772186 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1772187 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1772189 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1772190 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1772191 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1772192 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1772193 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1772194 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1772195 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1772196 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1772198 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1772200 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1772201 INFO (zkConnectionManagerCallback-9845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1772201 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1772303 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1772523 WARN (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1772523 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1772523 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1772523 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1772524 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1772524 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1772524 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1772524 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29a32d76{/,null,AVAILABLE}
[junit4] 2> 1772525 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6cdef37e{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41071}
[junit4] 2> 1772525 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.s.Server Started @1772555ms
[junit4] 2> 1772525 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:46671/hdfs__localhost.localdomain_46671__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001_tempDir-002_control_data, hostPort=41071, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1772525 ERROR (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1772525 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1772525 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1772526 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1772526 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1772526 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-11T03:46:16.255050Z
[junit4] 2> 1772527 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1772528 INFO (zkConnectionManagerCallback-9847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1772529 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1772630 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1772630 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/control-001/solr.xml
[junit4] 2> 1772633 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1772633 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1772635 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1774121 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1774122 WARN (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5eb9ef46[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1774122 WARN (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5eb9ef46[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1774125 WARN (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6dddfc9d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1774125 WARN (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6dddfc9d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1774127 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33241/solr
[junit4] 2> 1774128 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1774129 INFO (zkConnectionManagerCallback-9854-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1774129 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1774232 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1774233 INFO (zkConnectionManagerCallback-9856-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1774233 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1774309 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41071_
[junit4] 2> 1774310 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.Overseer Overseer (id=73225076528185349-127.0.0.1:41071_-n_0000000000) starting
[junit4] 2> 1774314 INFO (OverseerStateUpdate-73225076528185349-127.0.0.1:41071_-n_0000000000) [n:127.0.0.1:41071_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41071_
[junit4] 2> 1774314 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41071_
[junit4] 2> 1774315 INFO (OverseerStateUpdate-73225076528185349-127.0.0.1:41071_-n_0000000000) [n:127.0.0.1:41071_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1774317 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1774317 WARN (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1774336 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1774354 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311
[junit4] 2> 1774361 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311
[junit4] 2> 1774361 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311
[junit4] 2> 1774362 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [n:127.0.0.1:41071_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/control-001/cores
[junit4] 2> 1774376 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1774377 INFO (zkConnectionManagerCallback-9865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1774377 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1774379 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1774380 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33241/solr ready
[junit4] 2> 1774417 INFO (qtp645978065-35411) [n:127.0.0.1:41071_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41071_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1774420 INFO (OverseerThreadFactory-8892-thread-1-processing-n:127.0.0.1:41071_) [n:127.0.0.1:41071_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1774537 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1774537 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1775548 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1775565 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1775681 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1775696 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1775696 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311
[junit4] 2> 1775696 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46671/solr_hdfs_home
[junit4] 2> 1775696 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1775696 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:46671/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 1775697 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46671/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1775704 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1775704 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1775706 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1775707 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46671/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 1775723 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46671/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 1775730 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1775730 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1775732 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1775732 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1775757 WARN (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 1775816 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1775816 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1775816 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1775827 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1775827 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1775829 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@24b75888
[junit4] 2> 1775837 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4969fbfd[control_collection_shard1_replica_n1] main]
[junit4] 2> 1775839 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1775839 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1775840 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1775840 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658210515229343744
[junit4] 2> 1775843 INFO (searcherExecutor-8897-thread-1-processing-n:127.0.0.1:41071_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4969fbfd[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1775845 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1775845 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1775847 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1775847 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1775847 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41071/control_collection_shard1_replica_n1/
[junit4] 2> 1775847 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1775848 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:41071/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1775848 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73225076528185349-core_node2-n_0000000000
[junit4] 2> 1775849 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41071/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1775951 INFO (zkCallback-9855-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1775951 INFO (zkCallback-9855-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1775952 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1775955 INFO (qtp645978065-35415) [n:127.0.0.1:41071_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1418
[junit4] 2> 1775958 INFO (qtp645978065-35411) [n:127.0.0.1:41071_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1776054 INFO (zkCallback-9855-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1776054 INFO (zkCallback-9855-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1776054 INFO (zkCallback-9855-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1776055 INFO (qtp645978065-35411) [n:127.0.0.1:41071_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41071_&wt=javabin&version=2} status=0 QTime=1637
[junit4] 2> 1776055 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 1776174 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1776187 INFO (zkConnectionManagerCallback-9871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1776187 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1776188 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1776189 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33241/solr ready
[junit4] 2> 1776189 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1776229 INFO (qtp645978065-35413) [n:127.0.0.1:41071_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1776238 INFO (OverseerCollectionConfigSetProcessor-73225076528185349-127.0.0.1:41071_-n_0000000000) [n:127.0.0.1:41071_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1776241 INFO (OverseerThreadFactory-8892-thread-2-processing-n:127.0.0.1:41071_) [n:127.0.0.1:41071_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1776447 WARN (OverseerThreadFactory-8892-thread-2-processing-n:127.0.0.1:41071_) [n:127.0.0.1:41071_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1776448 INFO (qtp645978065-35413) [n:127.0.0.1:41071_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1776449 INFO (qtp645978065-35413) [n:127.0.0.1:41071_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=219
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1776450 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 1776719 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-1-001 of type NRT for shard1
[junit4] 2> 1776723 WARN (closeThreadPool-9872-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1776723 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1776723 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1776723 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1776745 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1776745 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1776746 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1776746 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25b7e916{/,null,AVAILABLE}
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2eb9112{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38729}
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.e.j.s.Server Started @1776777ms
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46671/hdfs__localhost.localdomain_46671__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001_tempDir-002_jetty1, hostPort=38729, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-1-001/cores}
[junit4] 2> 1776747 ERROR (closeThreadPool-9872-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1776747 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-11T03:46:20.476920Z
[junit4] 2> 1776755 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1776762 INFO (zkConnectionManagerCallback-9874-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1776762 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1776864 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1776864 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-1-001/solr.xml
[junit4] 2> 1776867 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1776867 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1776869 INFO (closeThreadPool-9872-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1776941 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-2-001 of type NRT for shard1
[junit4] 2> 1776944 WARN (closeThreadPool-9872-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1776944 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1776944 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1776944 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1776966 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1776966 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1776966 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1776984 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@420e1015{/,null,AVAILABLE}
[junit4] 2> 1776984 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7569eb53{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36637}
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.e.j.s.Server Started @1777014ms
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46671/hdfs__localhost.localdomain_46671__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001_tempDir-002_jetty2, hostPort=36637, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-2-001/cores}
[junit4] 2> 1776985 ERROR (closeThreadPool-9872-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-11T03:46:20.714268Z
[junit4] 2> 1776985 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1777001 INFO (zkConnectionManagerCallback-9877-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1777001 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1777102 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1777102 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-2-001/solr.xml
[junit4] 2> 1777106 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1777106 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1777109 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1777184 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-3-001 of type NRT for shard1
[junit4] 2> 1777196 WARN (closeThreadPool-9872-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1777196 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1777196 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1777197 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1777202 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1777202 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1777202 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1777203 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@569755f9{/,null,AVAILABLE}
[junit4] 2> 1777203 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c5340cc{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41891}
[junit4] 2> 1777203 INFO (closeThreadPool-9872-thread-3) [ ] o.e.j.s.Server Started @1777233ms
[junit4] 2> 1777203 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46671/hdfs__localhost.localdomain_46671__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001_tempDir-002_jetty3, hostPort=41891, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-3-001/cores}
[junit4] 2> 1777204 ERROR (closeThreadPool-9872-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1777204 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1777204 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1777204 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1777204 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1777204 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-11T03:46:20.933241Z
[junit4] 2> 1777214 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1777227 INFO (zkConnectionManagerCallback-9880-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1777227 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1777329 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1777329 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-3-001/solr.xml
[junit4] 2> 1777331 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1777331 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1777333 INFO (closeThreadPool-9872-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1777427 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-4-001 of type NRT for shard1
[junit4] 2> 1777444 WARN (closeThreadPool-9872-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1777444 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1777444 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1777444 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1777542 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1777542 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1777542 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1777548 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44a9ad8b{/,null,AVAILABLE}
[junit4] 2> 1777548 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16f70668{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37389}
[junit4] 2> 1777548 INFO (closeThreadPool-9872-thread-4) [ ] o.e.j.s.Server Started @1777578ms
[junit4] 2> 1777548 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46671/hdfs__localhost.localdomain_46671__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001_tempDir-002_jetty4, hostPort=37389, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-4-001/cores}
[junit4] 2> 1777549 ERROR (closeThreadPool-9872-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1777549 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1777549 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1777549 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1777549 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1777549 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-11T03:46:21.278162Z
[junit4] 2> 1777568 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1777587 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1777589 INFO (zkConnectionManagerCallback-9883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1777589 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1777602 WARN (closeThreadPool-9872-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45c90f1c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1777602 WARN (closeThreadPool-9872-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45c90f1c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1777608 WARN (closeThreadPool-9872-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@508b1861[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1777608 WARN (closeThreadPool-9872-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@508b1861[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1777609 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33241/solr
[junit4] 2> 1777610 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1777618 INFO (zkConnectionManagerCallback-9889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1777618 INFO (closeThreadPool-9872-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1777641 INFO (TEST-HdfsSyncSliceTest.test-seed#[8514E79BC6FAF9AB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-5-001 of type NRT for shard1
[junit4] 2> 1777648 WARN (closeThreadPool-9872-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1777648 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1777648 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1777648 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1777649 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1777649 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1777649 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1777649 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f5eb68{/,null,AVAILABLE}
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1593bdf{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36835}
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.e.j.s.Server Started @1777680ms
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:46671/hdfs__localhost.localdomain_46671__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001_tempDir-002_jetty5, hostPort=36835, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-5-001/cores}
[junit4] 2> 1777651 ERROR (closeThreadPool-9872-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1777651 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-11T03:46:21.380432Z
[junit4] 2> 1777660 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1777662 INFO (zkConnectionManagerCallback-9891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1777662 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1777691 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1777691 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-4-001/solr.xml
[junit4] 2> 1777693 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1777693 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1777695 INFO (closeThreadPool-9872-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1777791 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1777791 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001/shard-5-001/solr.xml
[junit4] 2> 1777794 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1777794 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1777795 INFO (closeThreadPool-9872-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@714be311, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1777903 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1777914 INFO (zkConnectionManagerCallback-9895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1777914 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1777917 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1777920 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.c.ZkController Publish node=127.0.0.1:36637_ as DOWN
[junit4] 2> 1777920 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1777920 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36637_
[junit4] 2> 1777921 INFO (zkCallback-9870-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1777921 INFO (zkCallback-9855-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1777925 INFO (closeThreadPool-9872-thread-2) [n:127.0.0.1:36637_ ] o.a.s.p.PackageLoader /packages.json updat
[...truncated too long message...]
S-ASCII
[junit4] FAILURE 41.2s J0 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([8514E79BC6FAF9AB:D40D84168069453]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 1813256 WARN (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1813261 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@176f277{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1813261 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5790061a{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 1813261 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1813262 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d293204{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1813268 WARN (BP-870870870-127.0.0.1-1581392774894 heartbeating to localhost.localdomain/127.0.0.1:46671) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1813268 WARN (BP-870870870-127.0.0.1-1581392774894 heartbeating to localhost.localdomain/127.0.0.1:46671) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-870870870-127.0.0.1-1581392774894 (Datanode Uuid a7b6144f-52ee-46f5-8a41-175841091574) service to localhost.localdomain/127.0.0.1:46671
[junit4] 2> 1813285 WARN (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1813305 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@4c26f27e{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1813305 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aa8e423{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 1813305 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1813305 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f59c516{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1813306 WARN (BP-870870870-127.0.0.1-1581392774894 heartbeating to localhost.localdomain/127.0.0.1:46671) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1813306 WARN (BP-870870870-127.0.0.1-1581392774894 heartbeating to localhost.localdomain/127.0.0.1:46671) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-870870870-127.0.0.1-1581392774894 (Datanode Uuid a1afa808-ea03-4701-ad41-74f2fc86e37a) service to localhost.localdomain/127.0.0.1:46671
[junit4] 2> 1813330 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@424fd995{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1813330 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5c52cab0{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 1813330 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1813330 INFO (SUITE-HdfsSyncSliceTest-seed#[8514E79BC6FAF9AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6aeb4af6{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_8514E79BC6FAF9AB-001
[junit4] 2> Feb 11, 2020 3:46:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=Asserting), _root_=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneFixedGap), text=FST50}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), a_t=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1128, maxMBSortInHeap=5.320711892166283, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@64ec1fcf), locale=sg, timezone=Etc/GMT-4
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=6,free=331101320,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CollectionsAPIDistributedZkTest, IndexSchemaRuntimeFieldTest, TestSolrXml, TestExclusionRuleCollectionAccess, TestBlobHandler, TestDistributedStatsComponentCardinality, MetricsConfigTest, AutoscalingHistoryHandlerTest, TestBinaryResponseWriter, TestComplexPhraseLeadingWildcard, ZkFailoverTest, CdcrUpdateLogTest, DistributedSuggestComponentTest, ConfigSetsAPITest, PrimUtilsTest, ZkSolrClientTest, FullSolrCloudDistribCmdsTest, TestDynamicFieldResource, TestExactStatsCache, TestPackages, TestWaitForStateWithJettyShutdowns, TestCustomSort, TestBulkSchemaAPI, TestReplicationHandlerBackup, Tagger2Test, TestCollationField, DistributedFacetPivotLongTailTest, TestSolrDeletionPolicy1, SolrLogPostToolTest, TestJsonFacets, TestNestedUpdateProcessor, TestClusterStateMutator, WrapperMergePolicyFactoryTest, CustomTermsComponentTest, SolrXmlInZkTest, UUIDUpdateProcessorFallbackTest, CloudMLTQParserTest, TestSkipOverseerOperations, TestCloudJSONFacetJoinDomain, TestSchemaManager, CursorPagingTest, XmlUpdateRequestHandlerTest, TestTrie, SearchRateTriggerTest, HDFSCollectionsAPITest, NotRequiredUniqueKeyTest, TestHdfsUpdateLog, TestStressReorder, TestSolrConfigHandlerCloud, AtomicUpdatesTest, TestLegacyFieldCache, PingRequestHandlerTest, TestCustomStream, TestCloudRecovery, TestSerializedLuceneMatchVersion, RecoveryAfterSoftCommitTest, DistribJoinFromCollectionTest, JavabinLoaderTest, QueryParsingTest, ActionThrottleTest, TestAnalyzeInfixSuggestions, DistributedFacetPivotWhiteBoxTest, TestHashQParserPlugin, SystemInfoHandlerTest, InfixSuggestersTest, ExecutePlanActionTest, TestSimDistribStateManager, DateRangeFieldTest, TestChildDocTransformer, TestRandomDVFaceting, TriggerCooldownIntegrationTest, TestSnapshotCloudManager, LargeFieldTest, HdfsUnloadDistributedZkTest, NodeAddedTriggerTest, TestShardHandlerFactory, CdcrBootstrapTest, SchemaApiFailureTest, AssignBackwardCompatibilityTest, TestBulkSchemaConcurrent, HdfsLockFactoryTest, TestDistributedTracing, TestOrdValues, TestRTGBase, TestClusterProperties, TestPivotHelperCode, TestFieldTypeCollectionResource, SolrCloudReportersTest, FieldAnalysisRequestHandlerTest, NodeMarkersRegistrationTest, TestLeaderElectionWithEmptyReplica, OutOfBoxZkACLAndCredentialsProvidersTest, TestCloudConsistency, CurrencyRangeFacetCloudTest, SimpleCollectionCreateDeleteTest, TestPKIAuthenticationPlugin, MetricsHandlerTest, AuditLoggerPluginTest, AnalysisAfterCoreReloadTest, TestStandardQParsers, XmlInterpolationTest, ReplicationFactorTest, TestSchemaResource, TestQueryingOnDownCollection, DistributedFacetSimpleRefinementLongTailTest, DeleteNodeTest, TestNumericTokenStream, TestInPlaceUpdatesRequiredField, FullHLLTest, TestUtils, TestLockTree, HdfsSyncSliceTest]
[junit4] Completed [306/902 (1!)] on J0 in 45.33s, 1 test, 1 failure <<< FAILURES!
[...truncated 54556 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2102 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2102/
2 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChains
Error Message:
last stage: inconsistent endOffset at pos=1: 9 vs 11; token=Ì צ ull 00
Stack Trace:
java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 9 vs 11; token=Ì צ ull 00
at __randomizedtesting.SeedInfo.seed([58CA4A183199D0BD:652B6379768BCD7D]:0)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:872)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([6CCD7BB939BB5778:E499446397473A80]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 3773 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> stage 0: Ì<[1-2] +1> צ<[5-6] +1> ull<[7-9] +1> 00<[10-11] +1>
[junit4] 2> stage 1: Ì<[1-2] +1> צ<[5-6] +1> ull<[7-9] +1> 00<[10-11] +1>
[junit4] 2> stage 2: Ì<[1-2] +1> Ì צ<[1-6] +0> צ<[5-6] +1> צ ull<[5-9] +0> ull<[7-9] +1> ull 00<[7-11] +0>
[junit4] 2> stage 3: Ì<[1-2] +1> Ì צ<[1-6] +0> צ<[5-6] +1> צ ull<[5-9] +0> ull<[7-9] +1> ull 00<[7-11] +0>
[junit4] 2> last stage: Ì צ ull<[1-9] +1> Ì צ ull 00<[1-11] +0>
[junit4] 2> TEST FAIL: useCharFilter=true text='\u00b8\u00cc\u00be\u00b4 \u05e6 ul{0 \ufee5 yupf'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.standard.ClassicTokenizer(org.apache.lucene.util.AttributeFactory$1@44d8229a)
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.MockGraphTokenFilter(java.util.Random@31bfff4d, ValidatingTokenFilter@2ac82e5f term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null)
[junit4] 2> org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@5da51c84 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null)
[junit4] 2> org.apache.lucene.analysis.miscellaneous.ScandinavianNormalizationFilter(ValidatingTokenFilter@1d1d44f3 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null)
[junit4] 2> org.apache.lucene.analysis.shingle.FixedShingleFilter(ValidatingTokenFilter@7ddb602d term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null, 3)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=58CA4A183199D0BD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=gsw -Dtests.timezone=Pacific/Chatham -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 50.0s J1 | TestRandomChains.testRandomChains <<<
[junit4] > Throwable #1: java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 9 vs 11; token=Ì צ ull 00
[junit4] > at __randomizedtesting.SeedInfo.seed([58CA4A183199D0BD:652B6379768BCD7D]:0)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:716)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:630)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:558)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:872)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J1/temp/lucene.analysis.core.TestRandomChains_58CA4A183199D0BD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {dummy=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=754, maxMBSortInHeap=5.703149664826868, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3efc60eb), locale=gsw, timezone=Pacific/Chatham
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=244960992,total=309329920
[junit4] 2> NOTE: All tests run in this JVM: [TestThaiTokenizerFactory, TestBengaliStemmer, TestGermanLightStemFilterFactory, TestCompoundWordTokenFilter, TestPatternReplaceFilter, TestStopFilterFactory, TestDecimalDigitFilter, TestCJKBigramFilter, TestScandinavianNormalizationFilter, TestKStemmer, TestCaseSensitive, TestEscaped, TestRomanianAnalyzer, TestASCIIFoldingFilter, TestKeywordTokenizer, TestPortugueseMinimalStemFilterFactory, ShingleFilterTest, DelimitedPayloadTokenFilterTest, TestGermanStemFilterFactory, TestSpanishMinimalStemFilter, TestStemmerOverrideFilterFactory, TestNorwegianLightStemFilter, QueryAutoStopWordAnalyzerTest, TestCatalanAnalyzer, TestTwoFold, TestRemoveDuplicatesTokenFilterFactory, TestArabicFilters, TestHungarianLightStemFilterFactory, TokenOffsetPayloadTokenFilterTest, TestHindiStemmer, TestHunspellStemFilterFactory, TestWikipediaTokenizerFactory, TestClassicAnalyzer, TestSnowball, TestAllAnalyzersHaveFactories, TestPersianNormalizationFilter, TestCollationKeyAnalyzer, CommonGramsFilterTest, TestPortugueseLightStemFilter, TestConcatenateGraphFilter, TestConditionalTokenFilter, TestLimitTokenCountFilterFactory, TestGreekStemFilterFactory, TestProtectedTermFilter, TestLengthFilterFactory, TestMorph, TestGermanNormalizationFilter, TestCapitalizationFilterFactory, TestFactories, TestMappingCharFilter, TestDictionaryCompoundWordTokenFilterFactory, TestFlattenGraphFilter, TestRandomChains]
[junit4] Completed [213/296 (1!)] on J1 in 58.01s, 2 tests, 1 error <<< FAILURES!
[...truncated 11142 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 5376375 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/data-dir-266-001
[junit4] 2> 5376375 WARN (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=60 numCloses=60
[junit4] 2> 5376376 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 5376377 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5376377 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 5376378 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /sz/
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 5376512 WARN (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5376514 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5376523 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5376523 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5376523 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5376526 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79d0ead2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 5376706 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2d430bf5{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-39415-hadoop-hdfs-3_2_0-tests_jar-_-any-17067571096289045107.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 5376707 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16fcfca1{HTTP/1.1,[http/1.1]}{localhost.localdomain:39415}
[junit4] 2> 5376707 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.Server Started @5376748ms
[junit4] 2> 5376763 WARN (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5376764 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5376765 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5376765 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5376765 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5376765 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bcff17b{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 5376876 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5a68554f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-36047-hadoop-hdfs-3_2_0-tests_jar-_-any-2271371764044763286.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 5376876 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2311c47f{HTTP/1.1,[http/1.1]}{localhost:36047}
[junit4] 2> 5376876 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.Server Started @5376918ms
[junit4] 2> 5377037 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3a41aa5b64ca51e7: Processing first storage report for DS-24a64f68-c91a-4232-87e8-1b788f91b7db from datanode 94377182-565d-4f0a-8343-72c63ff842ee
[junit4] 2> 5377038 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3a41aa5b64ca51e7: from storage DS-24a64f68-c91a-4232-87e8-1b788f91b7db node DatanodeRegistration(127.0.0.1:43255, datanodeUuid=94377182-565d-4f0a-8343-72c63ff842ee, infoPort=42979, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1760777240;c=1581573364310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 5377038 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3a41aa5b64ca51e7: Processing first storage report for DS-47d35805-69b4-4376-b121-6f7a2a91f62d from datanode 94377182-565d-4f0a-8343-72c63ff842ee
[junit4] 2> 5377038 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3a41aa5b64ca51e7: from storage DS-47d35805-69b4-4376-b121-6f7a2a91f62d node DatanodeRegistration(127.0.0.1:43255, datanodeUuid=94377182-565d-4f0a-8343-72c63ff842ee, infoPort=42979, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1760777240;c=1581573364310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 5377109 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5377109 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5377109 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5377209 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer start zk server on port:34149
[junit4] 2> 5377209 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34149
[junit4] 2> 5377209 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34149
[junit4] 2> 5377209 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34149
[junit4] 2> 5377211 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5377213 INFO (zkConnectionManagerCallback-30724-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5377213 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5377215 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5377216 INFO (zkConnectionManagerCallback-30726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5377216 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5377217 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 5377218 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 5377220 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 5377221 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 5377222 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 5377223 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 5377224 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 5377225 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 5377226 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 5377227 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 5377228 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 5377229 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5377230 INFO (zkConnectionManagerCallback-30730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5377230 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5377332 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 5377576 WARN (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5377576 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5377576 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5377576 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5377577 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5377577 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5377577 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5377578 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ab7046f{/sz,null,AVAILABLE}
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16ac1d8b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40663}
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.s.Server Started @5377620ms
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/sz, solr.data.dir=hdfs://localhost.localdomain:45425/hdfs__localhost.localdomain_45425__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001_tempDir-002_control_data, hostPort=40663, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/control-001/cores, replicaType=NRT}
[junit4] 2> 5377579 ERROR (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5377579 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5377580 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-13T05:56:05.488988Z
[junit4] 2> 5377580 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5377581 INFO (zkConnectionManagerCallback-30732-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5377581 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5377683 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5377683 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/control-001/solr.xml
[junit4] 2> 5377687 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5377687 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5377689 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5378636 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5378638 WARN (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@794332d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5378638 WARN (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@794332d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5378641 WARN (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67f2e8aa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5378641 WARN (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67f2e8aa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5378643 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34149/solr
[junit4] 2> 5378643 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5378645 INFO (zkConnectionManagerCallback-30739-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5378645 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5378748 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5378749 INFO (zkConnectionManagerCallback-30741-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5378749 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5378825 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40663_sz
[junit4] 2> 5378826 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.Overseer Overseer (id=73236911622782981-127.0.0.1:40663_sz-n_0000000000) starting
[junit4] 2> 5378830 INFO (OverseerStateUpdate-73236911622782981-127.0.0.1:40663_sz-n_0000000000) [n:127.0.0.1:40663_sz ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40663_sz
[junit4] 2> 5378830 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40663_sz
[junit4] 2> 5378831 INFO (zkCallback-30740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5378833 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5378833 WARN (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5378852 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5378872 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5378879 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5378879 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5378881 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [n:127.0.0.1:40663_sz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/control-001/cores
[junit4] 2> 5378896 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5378896 INFO (zkConnectionManagerCallback-30750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5378896 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5378898 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5378898 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34149/solr ready
[junit4] 2> 5378941 INFO (qtp1538578475-146506) [n:127.0.0.1:40663_sz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40663_sz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5378944 INFO (OverseerThreadFactory-21894-thread-1-processing-n:127.0.0.1:40663_sz) [n:127.0.0.1:40663_sz ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 5379058 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5379059 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5380070 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5380088 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 5380202 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 5380216 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 5380217 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5380217 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45425/solr_hdfs_home
[junit4] 2> 5380217 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5380217 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:45425/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 5380218 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45425/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 5380225 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5380225 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 5380225 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5380229 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5380230 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45425/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 5380246 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45425/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 5380252 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5380252 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 5380252 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5380255 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5380255 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@568c5839
[junit4] 2> 5380268 WARN (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 5380329 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5380329 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5380329 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 5380339 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5380339 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5380341 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 5380345 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@29edefca[control_collection_shard1_replica_n1] main]
[junit4] 2> 5380346 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5380346 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5380347 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5380347 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658399876192403456
[junit4] 2> 5380350 INFO (searcherExecutor-21899-thread-1-processing-n:127.0.0.1:40663_sz x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@29edefca[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5380352 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5380352 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 5380356 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5380356 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5380356 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40663/sz/control_collection_shard1_replica_n1/
[junit4] 2> 5380358 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5380358 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40663/sz/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 5380358 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73236911622782981-core_node2-n_0000000000
[junit4] 2> 5380359 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40663/sz/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 5380461 INFO (zkCallback-30740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5380461 INFO (zkCallback-30740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5380462 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5380464 INFO (qtp1538578475-146505) [n:127.0.0.1:40663_sz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1405
[junit4] 2> 5380466 INFO (qtp1538578475-146506) [n:127.0.0.1:40663_sz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5380564 INFO (zkCallback-30740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5380564 INFO (zkCallback-30740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5380564 INFO (zkCallback-30740-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5380564 INFO (qtp1538578475-146506) [n:127.0.0.1:40663_sz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40663_sz&wt=javabin&version=2} status=0 QTime=1623
[junit4] 2> 5380565 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 5380688 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5380690 INFO (zkConnectionManagerCallback-30756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5380690 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5380694 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5380695 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34149/solr ready
[junit4] 2> 5380695 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 5380731 INFO (qtp1538578475-146504) [n:127.0.0.1:40663_sz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5380733 INFO (OverseerThreadFactory-21894-thread-2-processing-n:127.0.0.1:40663_sz) [n:127.0.0.1:40663_sz ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 5380733 INFO (OverseerCollectionConfigSetProcessor-73236911622782981-127.0.0.1:40663_sz-n_0000000000) [n:127.0.0.1:40663_sz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5380937 WARN (OverseerThreadFactory-21894-thread-2-processing-n:127.0.0.1:40663_sz) [n:127.0.0.1:40663_sz ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 5380938 INFO (qtp1538578475-146504) [n:127.0.0.1:40663_sz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5380939 INFO (qtp1538578475-146504) [n:127.0.0.1:40663_sz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5380940 INFO (watches-30753-thread-1) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5380940 INFO (watches-30753-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5380940 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 5381172 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-1-001 of type NRT for shard1
[junit4] 2> 5381178 WARN (closeThreadPool-30757-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5381178 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5381178 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5381178 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5381186 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5381186 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5381186 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5381186 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66e63cd5{/sz,null,AVAILABLE}
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f27ef61{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35129}
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.Server Started @5381228ms
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/sz, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45425/hdfs__localhost.localdomain_45425__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001_tempDir-002_jetty1, hostPort=35129, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-1-001/cores}
[junit4] 2> 5381187 ERROR (closeThreadPool-30757-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5381187 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-13T05:56:09.096817Z
[junit4] 2> 5381194 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5381202 INFO (zkConnectionManagerCallback-30759-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5381202 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5381307 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5381307 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-1-001/solr.xml
[junit4] 2> 5381310 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5381310 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5381311 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5381458 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-2-001 of type NRT for shard1
[junit4] 2> 5381462 WARN (closeThreadPool-30757-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5381462 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5381462 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5381462 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5381463 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5381463 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5381463 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5381463 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@421a5e7b{/sz,null,AVAILABLE}
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c493c87{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44453}
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.e.j.s.Server Started @5381505ms
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/sz, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45425/hdfs__localhost.localdomain_45425__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001_tempDir-002_jetty2, hostPort=44453, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-2-001/cores}
[junit4] 2> 5381464 ERROR (closeThreadPool-30757-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5381464 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-13T05:56:09.373833Z
[junit4] 2> 5381467 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5381468 INFO (zkConnectionManagerCallback-30762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5381468 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5381570 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5381570 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-2-001/solr.xml
[junit4] 2> 5381573 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5381573 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5381575 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5381781 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-3-001 of type NRT for shard1
[junit4] 2> 5381792 WARN (closeThreadPool-30757-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5381792 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5381792 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5381792 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5381793 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5381793 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5381793 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5381793 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6406cc64{/sz,null,AVAILABLE}
[junit4] 2> 5381794 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7339245{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:32773}
[junit4] 2> 5381794 INFO (closeThreadPool-30757-thread-3) [ ] o.e.j.s.Server Started @5381836ms
[junit4] 2> 5381794 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/sz, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45425/hdfs__localhost.localdomain_45425__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001_tempDir-002_jetty3, hostPort=32773, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-3-001/cores}
[junit4] 2> 5381795 ERROR (closeThreadPool-30757-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5381795 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5381795 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5381795 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5381795 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5381795 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-13T05:56:09.704246Z
[junit4] 2> 5381810 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5381810 INFO (zkConnectionManagerCallback-30765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5381810 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5381911 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5381911 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-3-001/solr.xml
[junit4] 2> 5381916 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5381916 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5381918 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5382008 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5382010 WARN (closeThreadPool-30757-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c80bbe4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382010 WARN (closeThreadPool-30757-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c80bbe4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382016 WARN (closeThreadPool-30757-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e7848fe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382016 WARN (closeThreadPool-30757-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e7848fe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382017 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34149/solr
[junit4] 2> 5382018 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5382022 INFO (zkConnectionManagerCallback-30772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5382022 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5382056 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-4-001 of type NRT for shard1
[junit4] 2> 5382061 WARN (closeThreadPool-30757-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5382061 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5382061 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5382061 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5382062 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5382062 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5382062 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5382062 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ee1169{/sz,null,AVAILABLE}
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35be7e80{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38939}
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.e.j.s.Server Started @5382104ms
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/sz, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45425/hdfs__localhost.localdomain_45425__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001_tempDir-002_jetty4, hostPort=38939, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-4-001/cores}
[junit4] 2> 5382063 ERROR (closeThreadPool-30757-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5382063 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-13T05:56:09.972678Z
[junit4] 2> 5382064 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5382066 INFO (zkConnectionManagerCallback-30774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5382066 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5382124 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5382125 INFO (zkConnectionManagerCallback-30776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5382125 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5382128 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5382130 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.ZkController Publish node=127.0.0.1:35129_sz as DOWN
[junit4] 2> 5382131 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5382131 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35129_sz
[junit4] 2> 5382132 INFO (zkCallback-30740-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5382133 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5382133 WARN (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5382142 INFO (zkCallback-30755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5382148 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5382153 INFO (zkCallback-30775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5382153 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5382153 WARN (closeThreadPool-30757-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3fbd31[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382153 WARN (closeThreadPool-30757-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3fbd31[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382182 WARN (closeThreadPool-30757-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3b1f9599[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382182 WARN (closeThreadPool-30757-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3b1f9599[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382184 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34149/solr
[junit4] 2> 5382185 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5382185 INFO (zkConnectionManagerCallback-30786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5382185 INFO (closeThreadPool-30757-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5382187 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5382197 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5382197 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a
[junit4] 2> 5382198 INFO (closeThreadPool-30757-thread-1) [n:127.0.0.1:35129_sz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-1-001/cores
[junit4] 2> 5382223 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5382223 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-4-001/solr.xml
[junit4] 2> 5382226 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5382226 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5382227 INFO (closeThreadPool-30757-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ea33d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5382264 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5382266 WARN (closeThreadPool-30757-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3570d1f4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382266 WARN (closeThreadPool-30757-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3570d1f4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382269 WARN (closeThreadPool-30757-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2010c785[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382269 WARN (closeThreadPool-30757-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2010c785[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5382271 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34149/solr
[junit4] 2> 5382272 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5382274 INFO (zkConnectionManagerCallback-30793-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5382274 INFO (closeThreadPool-30757-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5382290 INFO (closeThreadPool-30757-thread-3) [n:127.0.0.1:32773_sz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5382293 INFO (zkConnectionManagerCallback-30795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5382293 INFO (closeThreadPool-30757-thread-3) [n:127.0.0.1:32773_sz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5382311 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:35129_sz
[junit4] 2> 5382327 INFO (TEST-HdfsSyncSliceTest.test-seed#[6CCD7BB939BB5778]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001/shard-5-001 of type NRT for shard1
[junit4] 2> 5382330 WARN (closeThreadPool-30757-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5382330 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5382330 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5382330 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5382330 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5382330 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5382330 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5382331 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25bf8871{/sz,null,AVAILABLE}
[junit4] 2> 5382332 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a00127f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43293}
[junit4] 2> 5382332 INFO (closeThreadPool-30757-thread-1) [ ] o.e.j.s.Server Started @5382373ms
[junit4] 2> 5382332 INFO (closeThreadPool-30757-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/sz, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45425/hdfs__localhost.localdomain_45425__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-m
[...truncated too long message...]
extHandler Stopped o.e.j.w.WebAppContext@5a68554f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 5422597 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2311c47f{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 5422597 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5422597 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@bcff17b{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 5422599 WARN (BP-1772992184-127.0.0.1-1581573364310 heartbeating to localhost.localdomain/127.0.0.1:45425) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 5422599 WARN (BP-1772992184-127.0.0.1-1581573364310 heartbeating to localhost.localdomain/127.0.0.1:45425) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1772992184-127.0.0.1-1581573364310 (Datanode Uuid 94377182-565d-4f0a-8343-72c63ff842ee) service to localhost.localdomain/127.0.0.1:45425
[junit4] 2> 5422622 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2d430bf5{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 5422622 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16fcfca1{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 5422622 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5422622 INFO (SUITE-HdfsSyncSliceTest-seed#[6CCD7BB939BB5778]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79d0ead2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_6CCD7BB939BB5778-001
[junit4] 2> Feb 13, 2020 5:56:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, maxDocsPerChunk=880, blockShift=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=6, blockSize=6)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2dc71f6e), locale=cu, timezone=Asia/Saigon
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=5,free=299063552,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestStressCloudBlindAtomicUpdates, TestCoreAdminApis, HdfsThreadLeakTest, TestElisionMultitermQuery, ExplicitHLLTest, ManagedSchemaRoundRobinCloudTest, DistanceUnitsTest, TestUnifiedSolrHighlighter, TestStressVersions, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HdfsRecoveryZkTest, TestDynamicURP, TestAuthorizationFramework, TestStressRecovery, TestJsonRequest, TestQuerySenderNoQuery, ClassificationUpdateProcessorFactoryTest, TestXIncludeConfig, TestHalfAndHalfDocValues, DateFieldTest, DisMaxRequestHandlerTest, TestHdfsBackupRestoreCore, HighlighterTest, TestCryptoKeys, ZkNodePropsTest, RAMDirectoryFactoryTest, TriLevelCompositeIdRoutingTest, TestSolrCoreSnapshots, TestCustomDocTransformer, ShardsWhitelistTest, TestMiniSolrCloudClusterSSL, UpdateRequestProcessorFactoryTest, TestPayloadScoreQParserPlugin, TestHashPartitioner, MetricUtilsTest, TestNumericRangeQuery64, TestGraphTermsQParserPlugin, TestFieldCacheWithThreads, NodeLostTriggerIntegrationTest, OverseerStatusTest, TestSolrFieldCacheBean, DistributedQueueTest, TestRecovery, HdfsCollectionsAPIDistributedZkTest, DebugComponentTest, EmbeddedSolrNoSerializeTest, TestBinaryField, TestRestManager, TestSolrCloudWithDelegationTokens, NestedShardedAtomicUpdateTest, TestPerFieldSimilarity, TestRandomFaceting, TestJettySolrRunner, BigEndianAscendingWordDeserializerTest, AddReplicaTest, TestExportTool, TestAuthenticationFramework, TestSchemaField, TemplateUpdateProcessorTest, SuggesterWFSTTest, TestCloudPivotFacet, TestSolrCLIRunExample, CdcrVersionReplicationTest, TestExpandComponent, OverseerRolesTest, TestBlendedInfixSuggestions, QueryEqualityTest, TestSolrQueryResponse, HLLUtilTest, DistributedMLTComponentTest, RecoveryZkTest, TestCSVLoader, HdfsAutoAddReplicasIntegrationTest, DistributedFacetPivotSmallAdvancedTest, IndexSizeTriggerSizeEstimationTest, TestSolrConfigHandlerConcurrent, TestSolrTestCaseJ4, TestHighlightDedupGrouping, HdfsChaosMonkeySafeLeaderTest, OpenExchangeRatesOrgProviderTest, BasicAuthOnSingleNodeTest, LukeRequestHandlerTest, MetricTriggerTest, TestInPlaceUpdatesDistrib, TestJavabinTupleStreamParser, TestCloudRecovery2, TestTolerantUpdateProcessorRandomCloud, TestStreamBody, CollectionTooManyReplicasTest, TermVectorComponentTest, DirectUpdateHandlerTest, TestSimGenericDistributedQueue, DistributedQueryElevationComponentTest, AuditLoggerIntegrationTest, IndexSizeEstimatorTest, TestDocTermOrdsUninvertLimit, DirectSolrConnectionTest, TestDistributedSearch, CSVRequestHandlerTest, TestManagedSchemaThreadSafety, ResolveAnalyzerByNameTest, TestDirectoryFactory, SolrIndexMetricsTest, ChangedSchemaMergeTest, ForceLeaderTest, DeleteReplicaTest, TestObjectReleaseTracker, TestIndexingPerformance, VersionInfoTest, LeaderElectionTest, SpellCheckCollatorTest, TestCloudNestedDocsSort, TestExplainDocTransformer, TestInitQParser, TestCoreDiscovery, CloudExitableDirectoryReaderTest, SSLMigrationTest, TestConfigSetProperties, TestSimpleTextCodec, TestTlogReplayVsRecovery, TestNumericTerms64, TestSQLHandler, TestPartialUpdateDeduplication, TestLMJelinekMercerSimilarityFactory, PeerSyncTest, OrderedExecutorTest, TestInitParams, TestDistributedMap, V2ApiIntegrationTest, SoftAutoCommitTest, MetricsHistoryIntegrationTest, BasicDistributedZk2Test, MetricsHistoryHandlerTest, TestCloudDeleteByQuery, ScheduledTriggerTest, OverriddenZkACLAndCredentialsProvidersTest, DeleteInactiveReplicaTest, TestSimTriggerIntegration, TestSortableTextField, TestReloadDeadlock, TestCloudSchemaless, HdfsWriteToMultipleCollectionsTest, TestFuzzyAnalyzedSuggestions, ResponseBuilderTest, ChaosMonkeyNothingIsSafeTest, HdfsBasicDistributedZk2Test, TestSolrDeletionPolicy2, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestSolrCoreProperties, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, BasicZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionTest, HttpPartitionWithTlogReplicasTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MoveReplicaTest, MultiSolrCloudTestCaseTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTest, PackageManagerCLITest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, RoutingToNodesWithPropertiesTest, ShardRoutingCustomTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SplitShardTest, SyncSliceTest, TestCloudPhrasesIdentificationComponent, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDynamicFieldNamesIndexCorrectly, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLocalStatsCacheCloud, TestPrepRecovery, TestPullReplica, TestPullReplicaErrorHandling, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestTolerantUpdateProcessorCloud, TestWithCollection, ZkFailoverTest, CollectionsAPIDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, AutoScalingHandlerTest, ComputePlanActionTest, IndexSizeTriggerMixedBoundsTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, SearchRateTriggerTest, TestPolicyCloud, TriggerEventQueueTest, TriggerIntegrationTest, CdcrRequestHandlerTest, HdfsSyncSliceTest]
[junit4] Completed [604/904 (1!)] on J1 in 49.38s, 1 test, 1 failure <<< FAILURES!
[...truncated 53378 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2101 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2101/
5 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([86D8AAF8D017850B:DFF792991112E8F]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:565)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=140702, name=Connector-Scheduler-76bab71-1, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=140610, name=qtp55848899-140610, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=140614, name=qtp55848899-140614, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=140615, name=Session-HouseKeeper-4bae84ff-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=140607, name=qtp55848899-140607, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=140608, name=qtp55848899-140608, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=140611, name=qtp55848899-140611, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=140612, name=qtp55848899-140612, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=140609, name=qtp55848899-140609-acceptor-0@2894c29d-ServerConnector@76bab71{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41459}, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=140613, name=qtp55848899-140613, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=140702, name=Connector-Scheduler-76bab71-1, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=140610, name=qtp55848899-140610, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=140614, name=qtp55848899-140614, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=140615, name=Session-HouseKeeper-4bae84ff-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=140607, name=qtp55848899-140607, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=140608, name=qtp55848899-140608, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=140611, name=qtp55848899-140611, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=140612, name=qtp55848899-140612, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=140609, name=qtp55848899-140609-acceptor-0@2894c29d-ServerConnector@76bab71{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41459}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=140613, name=qtp55848899-140613, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([86D8AAF8D017850B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=140702, name=Connector-Scheduler-76bab71-1, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=140615, name=Session-HouseKeeper-4bae84ff-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=140607, name=qtp55848899-140607, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=140608, name=qtp55848899-140608, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=140611, name=qtp55848899-140611, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=140612, name=qtp55848899-140612, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=140610, name=qtp55848899-140610, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=140609, name=qtp55848899-140609, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=140614, name=qtp55848899-140614, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=140613, name=qtp55848899-140613, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=140702, name=Connector-Scheduler-76bab71-1, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=140615, name=Session-HouseKeeper-4bae84ff-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=140607, name=qtp55848899-140607, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=140608, name=qtp55848899-140608, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$200/0x000000010043d040.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=140611, name=qtp55848899-140611, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=140612, name=qtp55848899-140612, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=140610, name=qtp55848899-140610, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=140609, name=qtp55848899-140609, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=140614, name=qtp55848899-140614, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=140613, name=qtp55848899-140613, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([86D8AAF8D017850B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV1toV2ApiMapper
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV1toV2ApiMapper: 1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV1toV2ApiMapper:
1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([7ED4AE45432CFA09]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV1toV2ApiMapper
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([7ED4AE45432CFA09]:0)
Build Log:
[...truncated 14806 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 4707114 INFO (SUITE-ShardSplitTest-seed#[86D8AAF8D017850B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4707115 INFO (SUITE-ShardSplitTest-seed#[86D8AAF8D017850B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/data-dir-209-001
[junit4] 2> 4707115 WARN (SUITE-ShardSplitTest-seed#[86D8AAF8D017850B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=260 numCloses=260
[junit4] 2> 4707115 INFO (SUITE-ShardSplitTest-seed#[86D8AAF8D017850B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4707116 INFO (SUITE-ShardSplitTest-seed#[86D8AAF8D017850B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 4707116 INFO (SUITE-ShardSplitTest-seed#[86D8AAF8D017850B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 4707121 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4707121 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4707121 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4707221 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer start zk server on port:39487
[junit4] 2> 4707221 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39487
[junit4] 2> 4707221 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39487
[junit4] 2> 4707221 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39487
[junit4] 2> 4707224 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4707227 INFO (zkConnectionManagerCallback-18972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4707227 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4707231 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4707232 INFO (zkConnectionManagerCallback-18974-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4707232 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4707233 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4707234 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 4707235 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4707236 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4707237 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4707238 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4707239 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4707240 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4707241 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4707242 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4707243 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4707244 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4707453 WARN (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 4707453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4707453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4707453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4707453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4707453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@728735d1{/,null,AVAILABLE}
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@167056a4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39249}
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.s.Server Started @4707518ms
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/tempDir-001/control/data, hostPort=39249, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/control-001/cores}
[junit4] 2> 4707454 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4707454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T06:06:08.878746Z
[junit4] 2> 4707455 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4707456 INFO (zkConnectionManagerCallback-18976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4707456 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4707557 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4707557 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/control-001/solr.xml
[junit4] 2> 4707560 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4707560 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4707562 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@486bc1b2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4709027 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4709028 WARN (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27c4cdc0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4709028 WARN (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27c4cdc0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4709030 WARN (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6eb23ebb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4709030 WARN (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6eb23ebb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4709032 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39487/solr
[junit4] 2> 4709032 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4709033 INFO (zkConnectionManagerCallback-18983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4709033 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4709135 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4709136 INFO (zkConnectionManagerCallback-18985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4709136 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4709201 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39249_
[junit4] 2> 4709201 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.Overseer Overseer (id=73231288865193988-127.0.0.1:39249_-n_0000000000) starting
[junit4] 2> 4709204 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 4709204 INFO (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39249_
[junit4] 2> 4709205 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39249_
[junit4] 2> 4709206 INFO (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4709206 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 4709206 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 4709206 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 4709206 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 4709206 INFO (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 4709207 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4709208 WARN (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4709226 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4709245 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@486bc1b2
[junit4] 2> 4709252 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@486bc1b2
[junit4] 2> 4709252 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@486bc1b2
[junit4] 2> 4709253 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [n:127.0.0.1:39249_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/control-001/cores
[junit4] 2> 4709266 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4709267 INFO (zkConnectionManagerCallback-18994-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4709267 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4709268 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4709269 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[86D8AAF8D017850B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39487/solr ready
[junit4] 2> 4709271 INFO (qtp1283372763-140516) [n:127.0.0.1:39249_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39249_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:39249_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 4709273 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 4709273 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:39249_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 4709273 DEBUG (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 4709273 INFO (OverseerCollectionConfigSetProcessor-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 4709273 INFO (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4709274 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 4709274 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 4709275 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 4709276 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:39249_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 4709276 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 4709276 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 4709376 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:39249_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 4709378 DEBUG (OverseerThreadFactory-16529-thread-1-processing-n:127.0.0.1:39249_) [n:127.0.0.1:39249_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:39249_
[junit4] 2> 4709379 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4709380 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4709382 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39249",
[junit4] 2> "node_name":"127.0.0.1:39249_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4709382 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39249",
[junit4] 2> "node_name":"127.0.0.1:39249_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 4709382 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:39249",
[junit4] 2> "node_name":"127.0.0.1:39249_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4709382 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:39249",
[junit4] 2> "node_name":"127.0.0.1:39249_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 4709483 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 4710390 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 4710407 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 4710480 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 4710493 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 4710493 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@486bc1b2
[junit4] 2> 4710493 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_86D8AAF8D017850B-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 4710497 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=109.095703125, floorSegmentMB=1.9111328125, forceMergeDeletesPctAllowed=28.070314524873876, segmentsPerTier=20.0, maxCFSSegmentSizeMB=0.58984375, noCFSRatio=0.0, deletesPctAllowed=32.97247435061355
[junit4] 2> 4710505 WARN (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 4710571 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4710571 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4710573 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4710573 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4710574 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 4710574 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58f1ed7b[control_collection_shard1_replica_n1] main]
[junit4] 2> 4710576 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4710576 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4710576 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4710576 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658309912297472000
[junit4] 2> 4710579 INFO (searcherExecutor-16534-thread-1-processing-n:127.0.0.1:39249_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@58f1ed7b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4710581 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4710581 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 4710583 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4710584 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4710584 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39249/control_collection_shard1_replica_n1/
[junit4] 2> 4710584 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4710584 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:39249/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4710584 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73231288865193988-core_node2-n_0000000000
[junit4] 2> 4710585 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39249/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4710586 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:39249",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 4710686 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 4710687 INFO (zkCallback-18984-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4710687 INFO (zkCallback-18984-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4710688 INFO (qtp1283372763-140518) [n:127.0.0.1:39249_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4710689 DEBUG (OverseerStateUpdate-73231288865193988-127.0.0.1:39249_-n_0000000000) [n:127.0.0.1:39249_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"
[...truncated too long message...]
ava:834)
[junit4] 2> Feb 12, 2020 6:19:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper]
[junit4] 2> AsyncLogger error handling event seq=0, value='null': java.lang.InterruptedException: null
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2133)
[junit4] 2> at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] 2> at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> AsyncLogger error handling event seq=1, value='null': java.lang.InterruptedException: null
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2133)
[junit4] 2> at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] 2> at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> AsyncLogger error handling event seq=2, value='null': java.lang.InterruptedException: null
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2133)
[junit4] 2> at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] 2> at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> AsyncLogger error handling event seq=3, value='null': java.lang.InterruptedException: null
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2133)
[junit4] 2> at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] 2> at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> AsyncLogger error handling event seq=4, value='null': java.lang.InterruptedException: null
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2133)
[junit4] 2> at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] 2> at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] 2> at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Feb 12, 2020 6:19:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper]
[junit4] 2> at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] 2> at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] 2> at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] 2> at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] 2> at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] 2> at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3192997a), locale=en-SZ, timezone=Africa/Sao_Tome
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=2,free=202901504,total=264241152
[junit4] 2> NOTE: All tests run in this JVM: [TestV1toV2ApiMapper]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestV1toV2ApiMapper -Dtests.seed=7ED4AE45432CFA09 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-SZ -Dtests.timezone=Africa/Sao_Tome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestV1toV2ApiMapper (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV1toV2ApiMapper:
[junit4] > 1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] > at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] > at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] > at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > at __randomizedtesting.SeedInfo.seed([7ED4AE45432CFA09]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=15, name=Log4j2-TF-1-AsyncLoggerConfig-1, state=TIMED_WAITING, group=TGRP-TestV1toV2ApiMapper]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38)
[junit4] > at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
[junit4] > at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
[junit4] > at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > at __randomizedtesting.SeedInfo.seed([7ED4AE45432CFA09]:0)
[junit4] Completed [4/207 (1!)] on J0 in 23.95s, 3 tests, 2 errors <<< FAILURES!
[...truncated 51947 lines...]