You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/18 01:54:54 UTC
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20938 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20938/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.lucene.search.similarities.TestBasicModelIn.testRandomScoring
Error Message:
score(0.99999994)=4.18415514E9 > score(1.0)=4.18415488E9
Stack Trace:
java.lang.AssertionError: score(0.99999994)=4.18415514E9 > score(1.0)=4.18415488E9
at __randomizedtesting.SeedInfo.seed([3A01B7B8492318A6:B19EEE0A5354FEAC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:403)
at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:39587/solr/awhollynewcollection_0_shard1_replica_n2: ClusterState says we are the leader (https://127.0.0.1:39587/solr/awhollynewcollection_0_shard1_replica_n2), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:39587/solr/awhollynewcollection_0_shard1_replica_n2: ClusterState says we are the leader (https://127.0.0.1:39587/solr/awhollynewcollection_0_shard1_replica_n2), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([2ACA1F2E294B7880:62BF6B9A2F785715]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:549)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39587/solr/awhollynewcollection_0_shard1_replica_n2: ClusterState says we are the leader (https://127.0.0.1:39587/solr/awhollynewcollection_0_shard1_replica_n2), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:526)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Build Log:
[...truncated 780 lines...]
[junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIn
[junit4] 1> 4.18415514E9 = score(DFRSimilarity, doc=0, freq=0.99999994), computed from:
[junit4] 1> 3.80377728E8 = boost
[junit4] 1> 1.85403366E16 = NormalizationH1, computed from:
[junit4] 1> 0.99999994 = tf
[junit4] 1> 3.63724992E8 = avgFieldLength
[junit4] 1> 32.0 = len
[junit4] 1> 2.03943705E17 = BasicModelIn, computed from:
[junit4] 1> 3071.0 = numberOfDocuments
[junit4] 1> 1.0 = docFreq
[junit4] 1> 5.3936454E-17 = AfterEffectL, computed from:
[junit4] 1> 1.85403366E16 = tfn
[junit4] 1>
[junit4] 1> 4.18415488E9 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
[junit4] 1> 3.80377728E8 = boost
[junit4] 1> 1.85403366E16 = NormalizationH1, computed from:
[junit4] 1> 1.0 = tf
[junit4] 1> 3.63724992E8 = avgFieldLength
[junit4] 1> 32.0 = len
[junit4] 1> 2.03943705E17 = BasicModelIn, computed from:
[junit4] 1> 3071.0 = numberOfDocuments
[junit4] 1> 1.0 = docFreq
[junit4] 1> 5.3936454E-17 = AfterEffectL, computed from:
[junit4] 1> 1.85403366E16 = tfn
[junit4] 1>
[junit4] 1> DFR I(n)L1
[junit4] 1> field="field",maxDoc=4358,docCount=3071,sumTotalTermFreq=1116999460985,sumDocFreq=1116999460954
[junit4] 1> term="term",docFreq=1,totalTermFreq=1
[junit4] 1> norm=32 (doc length ~ 32)
[junit4] 1> freq=1.0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBasicModelIn -Dtests.method=testRandomScoring -Dtests.seed=3A01B7B8492318A6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it-CH -Dtests.timezone=America/Puerto_Rico -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 2.65s J2 | TestBasicModelIn.testRandomScoring <<<
[junit4] > Throwable #1: java.lang.AssertionError: score(0.99999994)=4.18415514E9 > score(1.0)=4.18415488E9
[junit4] > at __randomizedtesting.SeedInfo.seed([3A01B7B8492318A6:B19EEE0A5354FEAC]:0)
[junit4] > at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:403)
[junit4] > at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=1, maxDocsPerChunk=3, blockSize=579), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=1, blockSize=579)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@361fe360), locale=it-CH, timezone=America/Puerto_Rico
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=340849416,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestReadOnlyIndex, TestSpanSearchEquivalence, TestAttributeSource, TestSparseFixedBitSet, TestPointQueries, TestBinaryDocument, TestFixedBitDocIdSet, TestSimpleExplanationsOfNonMatches, TestBoolean2ScorerSupplier, TestComplexExplanationsOfNonMatches, TestQueryBuilder, TestSearchForDuplicates, TestTwoPhaseCommitTool, TestFilterSpans, TestSloppyPhraseQuery2, TestPrefixQuery, TestIntroSorter, TestIndexSearcher, TestSingleInstanceLockFactory, TestStressAdvance, TestMmapDirectory, TestSpans, TestBytesRefHash, TestPackedTokenAttributeImpl, TestStopFilter, TestPayloads, TestCachingTokenFilter, TestTopDocsMerge, TestLucene60PointsFormat, TestStressIndexing2, TestCompiledAutomaton, TestDirectoryReader, TestLucene50StoredFieldsFormatHighCompression, TestHighCompressionMode, TestBooleanSimilarity, TestLongRangeFieldQueries, Test2BPagedBytes, TestMinShouldMatch2, TestShardSearching, TestSortedSetDocValues, TestBasics, Test2BPositions, TestIndexWriterOnDiskFull, TestForUtil, TestSegmentCacheables, TestTermVectors, TestTimSorter, TestPerFieldPostingsFormat2, TestTermRangeQuery, TestBufferedIndexInput, TestIndexWriterReader, TestSegmentTermEnum, Test2BSortedDocValuesOrds, TestLucene70NormsFormat, TestMixedCodecs, TestAxiomaticF2LOG, TestFieldReuse, TestLongPostings, TestDisjunctionMaxQuery, TestConsistentFieldNumbers, TestLazyProxSkipping, TestSimilarityBase, TestDocValuesScoring, TestDateSort, TestFixedBitSet, TestMultiTermsEnum, TestPayloadsOnVectors, TestCollectionUtil, TestSentinelIntSet, TestConjunctionDISI, TestIndexWriterCommit, TestCharacterUtils, TestBasicModelIn]
[junit4] Completed [169/476 (1!)] on J2 in 2.71s, 1 test, 1 failure <<< FAILURES!
[...truncated 12024 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1382145 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/init-core-data-001
[junit4] 2> 1382145 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 1382145 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1382146 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1382147 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001
[junit4] 2> 1382147 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1382147 INFO (Thread-2538) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1382147 INFO (Thread-2538) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1382150 ERROR (Thread-2538) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1382247 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42199
[junit4] 2> 1382251 INFO (jetty-launcher-1637-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1382251 INFO (jetty-launcher-1637-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1382251 INFO (jetty-launcher-1637-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1382251 INFO (jetty-launcher-1637-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1382251 INFO (jetty-launcher-1637-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@301420f{/solr,null,AVAILABLE}
[junit4] 2> 1382252 INFO (jetty-launcher-1637-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28be6d7f{/solr,null,AVAILABLE}
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34b28234{SSL,[ssl, http/1.1]}{127.0.0.1:41777}
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.e.j.s.Server Started @1384334ms
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41777}
[junit4] 2> 1382253 ERROR (jetty-launcher-1637-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1382253 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T01:18:12.674497Z
[junit4] 2> 1382254 INFO (jetty-launcher-1637-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4540e2cf{SSL,[ssl, http/1.1]}{127.0.0.1:42393}
[junit4] 2> 1382254 INFO (jetty-launcher-1637-thread-2) [ ] o.e.j.s.Server Started @1384335ms
[junit4] 2> 1382254 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42393}
[junit4] 2> 1382254 ERROR (jetty-launcher-1637-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1382254 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1382254 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1382254 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1382257 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T01:18:12.678851Z
[junit4] 2> 1382258 INFO (jetty-launcher-1637-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a56bf08{/solr,null,AVAILABLE}
[junit4] 2> 1382260 INFO (jetty-launcher-1637-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b0a910e{/solr,null,AVAILABLE}
[junit4] 2> 1382261 INFO (jetty-launcher-1637-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a8a78cd{SSL,[ssl, http/1.1]}{127.0.0.1:39587}
[junit4] 2> 1382261 INFO (jetty-launcher-1637-thread-1) [ ] o.e.j.s.Server Started @1384343ms
[junit4] 2> 1382261 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39587}
[junit4] 2> 1382261 INFO (jetty-launcher-1637-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c2e5009{SSL,[ssl, http/1.1]}{127.0.0.1:33637}
[junit4] 2> 1382261 INFO (jetty-launcher-1637-thread-3) [ ] o.e.j.s.Server Started @1384343ms
[junit4] 2> 1382261 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33637}
[junit4] 2> 1382261 ERROR (jetty-launcher-1637-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1382262 ERROR (jetty-launcher-1637-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T01:18:12.683345Z
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T01:18:12.683366Z
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1382262 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1382273 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1382273 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1382273 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1382273 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1382274 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1382275 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1382276 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1382276 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1382276 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1382276 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1382277 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42199/solr
[junit4] 2> 1382278 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42199/solr
[junit4] 2> 1382279 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42199/solr
[junit4] 2> 1382280 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42199/solr
[junit4] 2> 1382334 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1382334 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33637_solr
[junit4] 2> 1382334 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99022791807401995-127.0.0.1:33637_solr-n_0000000000) starting
[junit4] 2> 1382335 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1382335 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1382335 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42393_solr
[junit4] 2> 1382335 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41777_solr
[junit4] 2> 1382337 INFO (zkCallback-1657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1382337 INFO (zkCallback-1650-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1382337 INFO (zkCallback-1658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1382341 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1382343 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1382344 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33637_solr
[junit4] 2> 1382344 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39587_solr
[junit4] 2> 1382344 INFO (zkCallback-1650-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1382344 INFO (zkCallback-1657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1382344 INFO (zkCallback-1650-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382344 INFO (zkCallback-1657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382348 INFO (zkCallback-1658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1382350 INFO (zkCallback-1659-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1382350 INFO (zkCallback-1658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382361 INFO (zkCallback-1659-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382368 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382376 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382376 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382377 INFO (jetty-launcher-1637-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001/node2
[junit4] 2> 1382385 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382398 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382403 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382404 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382405 INFO (jetty-launcher-1637-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001/node4
[junit4] 2> 1382405 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382406 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382406 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382407 INFO (jetty-launcher-1637-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001/node3
[junit4] 2> 1382409 WARN (jetty-launcher-1637-thread-1) [ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=buffers,name1=direct,name=MemoryUsed
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.base/java.util.HashMap.forEach(HashMap.java:1341)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1382412 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382412 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1382413 INFO (jetty-launcher-1637-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001/node1
[junit4] 2> 1382470 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1382470 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42199/solr ready
[junit4] 2> 1382483 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[2ACA1F2E294B7880]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1382483 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[2ACA1F2E294B7880]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1382494 INFO (qtp1508570956-10408) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1382496 INFO (OverseerThreadFactory-4492-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1382496 WARN (OverseerThreadFactory-4492-thread-1) [ ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1382496 ERROR (OverseerThreadFactory-4492-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:176)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1382501 INFO (qtp1508570956-10408) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=7
[junit4] 2> 1382501 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[2ACA1F2E294B7880]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1382511 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[2ACA1F2E294B7880]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1382511 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[2ACA1F2E294B7880]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1382512 INFO (qtp1508570956-10429) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1382513 INFO (OverseerThreadFactory-4492-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1382513 INFO (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1382616 INFO (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"created_and_deleted",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"created_and_deleted_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1382833 INFO (qtp664627277-10404) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1382834 INFO (qtp664627277-10404) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1382938 INFO (zkCallback-1650-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1382938 INFO (zkCallback-1650-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1383840 INFO (qtp664627277-10404) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1383843 INFO (qtp664627277-10404) [ ] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1383844 INFO (qtp664627277-10404) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1383844 INFO (qtp664627277-10404) [ ] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1383845 INFO (qtp664627277-10404) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.created_and_deleted.shard1.replica_n1' (registry 'solr.core.created_and_deleted.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a8f0e50
[junit4] 2> 1383845 INFO (qtp664627277-10404) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1383845 INFO (qtp664627277-10404) [ ] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001/node4/created_and_deleted_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001/tempDir-001/node4/created_and_deleted_shard1_replica_n1/data/]
[junit4] 2> 1383882 INFO (qtp664627277-10404) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1383882 INFO (qtp664627277-10404) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1383883 INFO (qtp664627277-10404) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1383883 INFO (qtp664627277-10404) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1383884 INFO (qtp664627277-10404) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77dca25a[created_and_deleted_shard1_replica_n1] main]
[junit4] 2> 1383884 INFO (qtp664627277-10404) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1383884 INFO (qtp664627277-10404) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1383885 INFO (qtp664627277-10404) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1383885 INFO (searcherExecutor-4501-thread-1) [ ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@77dca25a[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1383885 INFO (qtp664627277-10404) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584364670739808256
[junit4] 2> 1383887 INFO (qtp664627277-10404) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1383887 INFO (qtp664627277-10404) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1383887 INFO (qtp664627277-10404) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41777/solr/created_and_deleted_shard1_replica_n1/
[junit4] 2> 1383888 INFO (qtp664627277-10404) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1383888 INFO (qtp664627277-10404) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:41777/solr/created_and_deleted_shard1_replica_n1/ has no replicas
[junit4] 2> 1383888 INFO (qtp664627277-10404) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1383889 INFO (qtp664627277-10404) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41777/solr/created_and_deleted_shard1_replica_n1/ shard1
[junit4] 2> 1383989 INFO (zkCallback-1650-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1383989 INFO (zkCallback-1650-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1384039 INFO (qtp664627277-10404) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1384050 INFO (qtp664627277-10404) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1217
[junit4] 2> 1384051 INFO (qtp1508570956-10429) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1384141 INFO (zkCallback-1650-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1384141 INFO (zkCallback-1650-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1384514 INFO (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1385052 INFO (qtp1508570956-10429) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2539
[junit4] 2> 1385053 INFO (qtp1508570956-10430) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1385053 INFO (qtp1508570956-10430) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1385054 INFO (qtp1508570956-10431) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1385055 INFO (OverseerThreadFactory-4492-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1385056 INFO (qtp664627277-10419) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
[junit4] 2> 1385056 INFO (qtp664627277-10419) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@701c4435: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1fd0b5e3
[junit4] 2> 1385062 INFO (qtp664627277-10419) [ ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@37d92fca
[junit4] 2> 1385062 INFO (qtp664627277-10419) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=936980426
[junit4] 2> 1385062 INFO (qtp664627277-10419) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=936980426
[junit4] 2> 1385064 INFO (qtp664627277-10419) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1385767 INFO (qtp1508570956-10431) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=713
[junit4] 2> 1385767 INFO (qtp1508570956-10408) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1385767 INFO (qtp1508570956-10408) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1385767 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[2ACA1F2E294B7880]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1385777 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[2ACA1F2E294B7880]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 1385777 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1385777 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1385777 INFO (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[2ACA1F2E294B7880]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1385778 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1385778 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385778 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1385778 INFO (qtp1508570956-10429) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1385780 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1385780 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000006
[junit4] 2> 1385780 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1385780 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1385781 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000006
[junit4] 2> 1385781 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1385781 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000006
[junit4] 2> 1385781 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000006, ]
[junit4] 2> 1385782 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed5]]
[junit4] 2> 1385782 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000006] as running
[junit4] 2> 1385782 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000006 message:{
[junit4] 2> "name":"addReplicaColl",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"4",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1385782 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000006
[junit4] 2> 1385782 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"addReplicaColl",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"4",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1385782 INFO (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 1385782 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1385782 INFO (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1385783 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000006]
[junit4] 2> 1385783 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.Assign Identify nodes using default
[junit4] 2> 1385783 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1385783 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/addReplicaColl
[junit4] 2> 1385783 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1385783 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000006]
[junit4] 2> 1385783 DEBUG (OverseerCollectionConfigSetProcessor-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000006],[]
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385783 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385783 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Check for collection zkNode:addReplicaColl
[junit4] 2> 1385784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385784 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1385784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1385784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1385784 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1385785 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"addReplicaColl",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"4",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1385785 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: addReplicaColl
[junit4] 2> 1385885 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addReplicaColl/state.json
[junit4] 2> 1385885 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1385886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1385985 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Creating SolrCores for new collection addReplicaColl, shardNames [shard1, shard2] , nrtReplicas : 2, tlogReplicas: 0, pullReplicas: 0
[junit4] 2> 1385986 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Creating core addReplicaColl_shard1_replica_n1 as part of shard shard1 of collection addReplicaColl on 127.0.0.1:41777_solr
[junit4] 2> 1385987 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1385987 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1385987 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1385987 INFO (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1385987 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Creating core addReplicaColl_shard1_replica_n2 as part of shard shard1 of collection addReplicaColl on 127.0.0.1:39587_solr
[junit4] 2> 1385987 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1385987 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1385987 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1385988 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1385988 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39587/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1385988 INFO (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39587/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1385988 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Creating core addReplicaColl_shard2_replica_n4 as part of shard shard2 of collection addReplicaColl on 127.0.0.1:33637_solr
[junit4] 2> 1385988 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1385988 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39587/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1385988 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1385988 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1385988 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1385989 INFO (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1385989 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.CreateCollectionCmd Creating core addReplicaColl_shard2_replica_n6 as part of shard shard2 of collection addReplicaColl on 127.0.0.1:42393_solr
[junit4] 2> 1385989 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1385989 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node7":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1385989 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1385989 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1385989 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.OverseerCollectionMessageHandler Expecting 4 cores but found 0
[junit4] 2> 1385989 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1385989 INFO (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1385990 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node7":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1385990 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1386090 DEBUG (OverseerThreadFactory-4492-thread-4) [ ] o.a.s.c.OverseerCollectionMessageHandler Expecting 4 cores but found 0
[junit4] 2> 1386090 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addReplicaColl/state.json version: 0
[junit4] 2> 1386090 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1386091 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1386191 INFO (qtp664627277-10420) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1386192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
[junit4] 2> 1386192 DEBUG (qtp664627277-10420) [ ] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1386193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1386193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1386193 DEBUG (qtp664627277-10420) [ ] o.a.s.c.ZkController Registering watch for collection addReplicaColl
[junit4] 2> 1386194 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
[junit4] 2> 1386194 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "node_name":"127.0.0.1:41777_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1386194 DEBUG (qtp664627277-10420) [ ] o.a.s.c.ZkController waiting to find shard id in clusterstate for addReplicaColl_shard1_replica_n1
[junit4] 2> 1386194 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "node_name":"127.0.0.1:41777_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1386194 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addReplicaColl_shard1_replica_n1","base_url":"https://127.0.0.1:41777/solr","node_name":"127.0.0.1:41777_solr","state":"down","type":"NRT"}
[junit4] 2> 1386194 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addReplicaColl//collections/addReplicaColl/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"4",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "node_name":"127.0.0.1:41777_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39587/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1386197 INFO (qtp1508570956-10431) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n6&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1386197 INFO (qtp1508570956-10431) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1386197 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
[junit4] 2> 1386199 DEBUG (qtp1508570956-10431) [ ] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1386200 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1386200 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1386200 DEBUG (qtp1508570956-10431) [ ] o.a.s.c.ZkController Registering watch for collection addReplicaColl
[junit4] 2> 1386201 INFO (qtp1984456228-10405) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n4&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1386201 INFO (qtp1984456228-10405) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1386204 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
[junit4] 2> 1386204 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "node_name":"127.0.0.1:42393_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1386204 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "node_name":"127.0.0.1:42393_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1386205 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node8:{"core":"addReplicaColl_shard2_replica_n6","base_url":"https://127.0.0.1:42393/solr","node_name":"127.0.0.1:42393_solr","state":"down","type":"NRT"}
[junit4] 2> 1386205 DEBUG (qtp1508570956-10431) [ ] o.a.s.c.ZkController waiting to find shard id in clusterstate for addReplicaColl_shard2_replica_n6
[junit4] 2> 1386205 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addReplicaColl//collections/addReplicaColl/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"4",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "node_name":"127.0.0.1:41777_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39587/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:42393/solr",
[junit4] 2> "node_name":"127.0.0.1:42393_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1386205 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
[junit4] 2> 1386205 DEBUG (qtp1984456228-10405) [ ] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1386206 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1386206 INFO (qtp79768942-10406) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1386206 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1386206 DEBUG (qtp1984456228-10405) [ ] o.a.s.c.ZkController Registering watch for collection addReplicaColl
[junit4] 2> 1386206 INFO (qtp79768942-10406) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1386206 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addReplicaColl/state.json
[junit4] 2> 1386206 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "core_node_name":"core_node7",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "node_name":"127.0.0.1:33637_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1386206 DEBUG (qtp1984456228-10405) [ ] o.a.s.c.ZkController waiting to find shard id in clusterstate for addReplicaColl_shard2_replica_n4
[junit4] 2> 1386206 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "core_node_name":"core_node7",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4] 2> "node_name":"127.0.0.1:33637_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1386206 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node7:{"core":"addReplicaColl_shard2_replica_n4","base_url":"https://127.0.0.1:33637/solr","node_name":"127.0.0.1:33637_solr","state":"down","type":"NRT"}
[junit4] 2> 1386206 DEBUG (OverseerStateUpdate-99022791807401995-127.0.0.1:33637_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addReplicaColl//collections/addReplicaColl/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"4",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41777/solr",
[junit4] 2> "node_name":"127.0.0.1:41777_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"addReplicaColl_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39587/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"addReplicaColl_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:33637/solr",
[junit4]
[...truncated too long message...]
46 INFO (jetty-closer-1638-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cce4dac{/solr,null,UNAVAILABLE}
[junit4] 2> 1479058 WARN (zkCallback-1650-thread-4) [ ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:41777_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:41777_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:74)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1104)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1099)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1479059 WARN (zkCallback-1650-thread-4) [ ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:42393_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:42393_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:74)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1104)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1099)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1479060 INFO (jetty-closer-1638-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@301420f{/solr,null,UNAVAILABLE}
[junit4] 2> 1479060 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1479061 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2ACA1F2E294B7880]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42199 42199
[junit4] 2> 1484069 INFO (Thread-2591) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42199 42199
[junit4] 2> 1484069 WARN (Thread-2591) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/conf
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/reloaded_collection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/collections
[junit4] 2> 2 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_2ACA1F2E294B7880-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6c261f24), locale=ln-CD, timezone=Asia/Aqtau
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=92023008,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestUnifiedSolrHighlighter, TestHashPartitioner, SortByFunctionTest, HttpPartitionTest, MultiThreadedOCPTest, TestSearcherReuse, CSVRequestHandlerTest, UtilsToolTest, ClusterStateTest, TestCSVResponseWriter, DistributedExpandComponentTest, DistributedSuggestComponentTest, ConfigSetsAPITest, TestDistributedGrouping, TestRTimerTree, TestDynamicLoading, PropertiesRequestHandlerTest, SolrGraphiteReporterTest, TestFiltering, NumberUtilsTest, FullHLLTest, SearchRateTriggerTest, TestAddFieldRealTimeGet, TestLMDirichletSimilarityFactory, TestDeleteCollectionOnDownNodes, TestLFUCache, RecoveryZkTest, CoreSorterTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestFuzzyAnalyzedSuggestions, TestManagedResource, DisMaxRequestHandlerTest, DistanceFunctionTest, RuleEngineTest, AnalysisErrorHandlingTest, TestBulkSchemaAPI, TestFieldCacheWithThreads, SuggestComponentContextFilterQueryTest, RequiredFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TolerantUpdateProcessorTest, TriLevelCompositeIdRoutingTest, TestReRankQParserPlugin, TestCoreContainer, DeleteStatusTest, TestExactStatsCache, DistribJoinFromCollectionTest, TestQuerySenderListener, AlternateDirectoryTest, TestExpandComponent, TestInitParams, TestCharFilters, TestPKIAuthenticationPlugin, FieldAnalysisRequestHandlerTest, TestTolerantSearch, RequestLoggingTest, ManagedSchemaRoundRobinCloudTest, TestOverriddenPrefixQueryForCustomFieldType, AutoAddReplicasIntegrationTest, MoveReplicaHDFSFailoverTest, TestHighFrequencyDictionaryFactory, TestJsonFacets, IndexBasedSpellCheckerTest, TestLeaderElectionZkExpiry, TestConfigSetsAPIExclusivity, TestTrackingShardHandlerFactory, PluginInfoTest, TestCloudNestedDocsSort, SolrTestCaseJ4Test, DistributedFacetPivotWhiteBoxTest, TestUseDocValuesAsStored, TestSizeLimitedDistributedMap, TestStandardQParsers, OverriddenZkACLAndCredentialsProvidersTest, TestFieldCacheSort, ConjunctionSolrSpellCheckerTest, TestZkAclsWithHadoopAuth, TestCollectionAPI, ZkNodePropsTest, TestFunctionQuery, TestSortByMinMaxFunction, TestReplicaProperties, DirectSolrSpellCheckerTest, ReplicaListTransformerTest, TestMultiValuedNumericRangeQuery, BufferStoreTest, TestRandomFlRTGCloud, ScriptEngineTest, TestSystemIdResolver, UUIDFieldTest, SparseHLLTest, TestPartialUpdateDeduplication, AsyncCallRequestStatusResponseTest, TriggerIntegrationTest, RollingRestartTest, TestLMJelinekMercerSimilarityFactory, XsltUpdateRequestHandlerTest, TestQueryTypes, SolrSlf4jReporterTest, TestConfigsApi, AutoscalingHistoryHandlerTest, DistributedSpellCheckComponentTest, QueryElevationComponentTest, BasicDistributedZk2Test, AnalyticsQueryTest, TestSubQueryTransformer, LoggingHandlerTest, TestSerializedLuceneMatchVersion, SimpleMLTQParserTest, TestGeoJSONResponseWriter, TestPrepRecovery, TemplateUpdateProcessorTest, TestExceedMaxTermLength, BasicAuthStandaloneTest, TestSolr4Spatial2, TestPointFields, CoreAdminHandlerTest, TestComplexPhraseQParserPlugin, SuggesterTest, DefaultValueUpdateProcessorTest, TestSchemaResource, TestReqParamsAPI, CollectionsAPIDistributedZkTest]
[junit4] Completed [381/750 (1!)] on J2 in 101.94s, 19 tests, 1 error <<< FAILURES!
[...truncated 41388 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20946 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20946/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:A4725D668EFBF15A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:F86329E5C7512F59]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13413 lines...]
[junit4] Suite: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest
[junit4] 2> 2087639 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/init-core-data-001
[junit4] 2> 2087640 WARN (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 2087640 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2087640 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2087640 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /n/nq
[junit4] 2> 2087642 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2087642 INFO (Thread-8749) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2087642 INFO (Thread-8749) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2087643 ERROR (Thread-8749) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2087742 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer start zk server on port:37503
[junit4] 2> 2087747 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2087748 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2087749 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2087749 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2087750 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2087751 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2087751 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2087752 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2087752 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2087753 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2087753 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2087756 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2087846 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2087846 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d929925{/n/nq,null,AVAILABLE}
[junit4] 2> 2087848 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@439cb34{SSL,[ssl, http/1.1]}{127.0.0.1:44901}
[junit4] 2> 2087848 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.Server Started @2089540ms
[junit4] 2> 2087848 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/n/nq, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/tempDir-001/control/data, hostPort=44901, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores}
[junit4] 2> 2087849 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2087849 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T04:29:48.407419Z
[junit4] 2> 2087851 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2087851 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/solr.xml
[junit4] 2> 2087852 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2087853 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2087853 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2087855 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37503/solr
[junit4] 2> 2087892 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2087892 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44901_n%2Fnq
[junit4] 2> 2087892 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.Overseer Overseer (id=99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) starting
[junit4] 2> 2087895 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44901_n%2Fnq
[junit4] 2> 2087896 INFO (OverseerStateUpdate-99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2087948 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2087960 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2087960 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2087961 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores
[junit4] 2> 2087972 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2087973 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37503/solr ready
[junit4] 2> 2087984 INFO (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44901_n%252Fnq&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2087985 INFO (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2088090 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2088090 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2088194 INFO (zkCallback-5193-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2089121 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2089141 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2089212 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2089219 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2089221 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3813783241595584]
[junit4] 2> 2089222 WARN (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2089248 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2089249 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=45.7939453125, floorSegmentMB=1.4130859375, forceMergeDeletesPctAllowed=18.49837529498155, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2089249 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4499d60d[control_collection_shard1_replica_n1] main]
[junit4] 2> 2089250 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2089250 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2089251 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2089252 INFO (searcherExecutor-9395-thread-1-processing-n:127.0.0.1:44901_n%2Fnq x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4499d60d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2089252 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584467321615810560
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44901/n/nq/control_collection_shard1_replica_n1/
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44901/n/nq/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2089255 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2089256 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44901/n/nq/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44901
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1593936543
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2148040 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a7c7e02: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2672454a
[junit4] 2> 2148043 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2148043 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7407586b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2c595e47
[junit4] 2> 2148045 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2148046 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fc95a26: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e72b9a
[junit4] 2> 2148046 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44901_n%2Fnq
[junit4] 2> 2148046 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2148046 INFO (zkCallback-5193-thread-2-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2148046 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@22cbf8bd
[junit4] 2> 2148046 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=583792829
[junit4] 2> 2148047 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7059865a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e53a548
[junit4] 2> 2148051 INFO (coreCloseExecutor-9400-thread-1) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=583792829
[junit4] 2> 2158916 INFO (ScheduledTrigger-9390-thread-1) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2158918 INFO (AutoscalingActionExecutor-9391-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f862625600a000Tacgrpnq8twextzrpfqe9ngjmv",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1511065849472000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1511065849472000000],
[junit4] 2> "_enqueue_time_":1511065859473000000,
[junit4] 2> "nodeNames":["127.0.0.1:44901_n%2Fnq"]}}
[junit4] 2> 2267986 ERROR (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2267986 INFO (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44901_n%252Fnq&wt=javabin&version=2} status=500 QTime=180001
[junit4] 2> 2267986 ERROR (qtp567783155-31047) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2688188 ERROR (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:44901/n/nq
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2688188 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.Overseer Overseer (id=99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) closing
[junit4] 2> 2688189 INFO (OverseerStateUpdate-99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44901_n%2Fnq
[junit4] 2> 2688189 ERROR (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2688190 INFO (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2718221 INFO (zkCallback-5193-thread-5-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2718222 ERROR (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:677)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2718222 INFO (OverseerThreadFactory-9392-thread-1-processing-n:127.0.0.1:44901_n%2Fnq) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2718222 WARN (OverseerAutoScalingTriggerThread-99029207495540741-127.0.0.1:44901_n%2Fnq-n_0000000000) [n:127.0.0.1:44901_n%2Fnq ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2718224 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@439cb34{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2718224 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d929925{/n/nq,null,UNAVAILABLE}
[junit4] 2> 2718246 ERROR (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2718247 ERROR (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2718254 INFO (qtp567783155-31046) [n:127.0.0.1:44901_n%2Fnq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630164
[junit4] 2> 2718254 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2718255 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37503 37503
[junit4] 2> 2724032 INFO (Thread-8749) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37503 37503
[junit4] 2> 2724033 WARN (Thread-8749) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SimpleCollectionCreateDeleteTest -Dtests.method=test -Dtests.seed=2C2662BC20079CA2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J0 | SimpleCollectionCreateDeleteTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44901/n/nq
[junit4] > at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:A4725D668EFBF15A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_2C2662BC20079CA2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1077, maxMBSortInHeap=5.682838057392473, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@9696fc3), locale=nn-NO, timezone=Etc/GMT-6
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=93250000,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [NodeAddedTriggerTest, FileUtilsTest, TestHdfsUpdateLog, CleanupOldIndexTest, TestSimpleQParserPlugin, TestHttpShardHandlerFactory, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollectionsAPIViaSolrCloudCluster, PreAnalyzedFieldManagedSchemaCloudTest, MigrateRouteKeyTest, V2ApiIntegrationTest, QueryParsingTest, OverseerCollectionConfigSetProcessorTest, TestIBSimilarityFactory, DeleteReplicaTest, TestDFRSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, TestManagedSynonymGraphFilterFactory, RAMDirectoryFactoryTest, SoftAutoCommitTest, TestFieldCacheSortRandom, SolrCloudReportersTest, DocExpirationUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestMiniSolrCloudClusterSSL, TestUpdate, SimpleFacetsTest, TestRequestForwarding, ClassificationUpdateProcessorIntegrationTest, TestRandomRequestDistribution, TestGraphMLResponseWriter, TestDistribDocBasedVersion, BJQParserTest, CdcrReplicationDistributedZkTest, TestLegacyNumericUtils, HdfsRestartWhileUpdatingTest, TestCopyFieldCollectionResource, CheckHdfsIndexTest, TestCorePropertiesReload, TestLegacyFieldCache, TestRestoreCore, TestSort, DistributedMLTComponentTest, InfoHandlerTest, SharedFSAutoReplicaFailoverTest, SearchHandlerTest, SyncSliceTest, UpdateParamsTest, URLClassifyProcessorTest, TestManagedResourceStorage, ActionThrottleTest, SolrCoreTest, LeaderElectionIntegrationTest, TestCSVLoader, TestEmbeddedSolrServerSchemaAPI, JSONWriterTest, TestSolrCLIRunExample, TestJoin, TestSkipOverseerOperations, BasicFunctionalityTest, TestFastOutputStream, TestPhraseSuggestions, TestQueryUtils, TestRandomCollapseQParserPlugin, SolrMetricsIntegrationTest, ResponseLogComponentTest, HttpSolrCallGetCoreTest, TestFoldingMultitermQuery, TestXmlQParserPlugin, TestLRUStatsCache, TestFieldCollectionResource, TestCodecSupport, CdcrVersionReplicationTest, TestSolrQueryResponse, TestSolrConfigHandlerCloud, TestRecovery, TestDistribIDF, TestSuggestSpellingConverter, MinimalSchemaTest, ReplicationFactorTest, AssignBackwardCompatibilityTest, CursorPagingTest, TestSolrCloudWithSecureImpersonation, TestNestedDocsSort, DistributedFacetPivotSmallAdvancedTest, DistributedFacetExistsSmallTest, RankQueryTest, TestManagedSchemaAPI, ShufflingReplicaListTransformerTest, TestCustomDocTransformer, BitVectorTest, TestPostingsSolrHighlighter, TestSchemaSimilarityResource, TermVectorComponentTest, TestImpersonationWithHadoopAuth, SubstringBytesRefFilterTest, SSLMigrationTest, PreAnalyzedUpdateProcessorTest, PKIAuthenticationIntegrationTest, DocValuesTest, TestSchemaManager, TestHdfsCloudBackupRestore, DocumentBuilderTest, UpdateRequestProcessorFactoryTest, TestRecoveryHdfs, JsonLoaderTest, TestStressLiveNodes, CollectionsAPISolrJTest, BlockJoinFacetSimpleTest, DateFieldTest, TestClassicSimilarityFactory, VMParamsZkACLAndCredentialsProvidersTest, TestCustomSort, TestLeaderInitiatedRecoveryThread, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, SolrJmxReporterCloudTest, SpatialFilterTest, TestComponentsName, NodeMutatorTest, SpellCheckCollatorWithCollapseTest, BasicDistributedZk2Test, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, ZkControllerTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, SimpleCollectionCreateDeleteTest]
[junit4] Completed [551/750 (1!)] on J0 in 636.42s, 1 test, 1 error <<< FAILURES!
[...truncated 202 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/init-core-data-001
[junit4] 2> 2899102 WARN (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
[junit4] 2> 2899103 INFO (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2899103 INFO (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2899103 INFO (SUITE-CdcrBootstrapTest-seed#[2C2662BC20079CA2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2899104 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 2899104 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-target-001
[junit4] 2> 2899105 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2899105 INFO (Thread-9149) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2899105 INFO (Thread-9149) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2899106 ERROR (Thread-9149) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2899205 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer start zk server on port:33723
[junit4] 2> 2899207 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cd394f3{/solr,null,AVAILABLE}
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5284ecfd{HTTP/1.1,[http/1.1]}{127.0.0.1:43397}
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.e.j.s.Server Started @2900901ms
[junit4] 2> 2899208 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43397}
[junit4] 2> 2899208 ERROR (jetty-launcher-5555-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2899209 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T04:43:19.767181Z
[junit4] 2> 2899210 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2899213 INFO (jetty-launcher-5555-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33723/solr
[junit4] 2> 2899252 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2899252 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43397_solr
[junit4] 2> 2899253 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.Overseer Overseer (id=99029260675514371-127.0.0.1:43397_solr-n_0000000000) starting
[junit4] 2> 2899255 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43397_solr
[junit4] 2> 2899255 INFO (zkCallback-5562-thread-1-processing-n:127.0.0.1:43397_solr) [n:127.0.0.1:43397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2899289 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899294 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899294 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899295 INFO (jetty-launcher-5555-thread-1) [n:127.0.0.1:43397_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:33723/solr
[junit4] 2> 2899304 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-source-001
[junit4] 2> 2899305 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2899305 INFO (Thread-9159) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2899305 INFO (Thread-9159) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2899306 ERROR (Thread-9159) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2899405 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer start zk server on port:46059
[junit4] 2> 2899407 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd29681b70000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2899407 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a135374{/solr,null,AVAILABLE}
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32974f48{HTTP/1.1,[http/1.1]}{127.0.0.1:42039}
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.e.j.s.Server Started @2901100ms
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42039}
[junit4] 2> 2899408 ERROR (jetty-launcher-5568-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2899408 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T04:43:19.966926Z
[junit4] 2> 2899409 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2899412 INFO (jetty-launcher-5568-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46059/solr
[junit4] 2> 2899437 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2899437 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42039_solr
[junit4] 2> 2899438 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.Overseer Overseer (id=99029260688621571-127.0.0.1:42039_solr-n_0000000000) starting
[junit4] 2> 2899440 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42039_solr
[junit4] 2> 2899440 INFO (OverseerStateUpdate-99029260688621571-127.0.0.1:42039_solr-n_0000000000) [n:127.0.0.1:42039_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2899470 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42039.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899475 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42039.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899476 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42039.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29bf1e7c
[junit4] 2> 2899476 INFO (jetty-launcher-5568-thread-1) [n:127.0.0.1:42039_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001/cdcr-source-001/node1/.
[junit4] 2> 2899495 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2899495 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46059/solr ready
[junit4] 2> 2899497 INFO (qtp340665596-32972) [n:127.0.0.1:42039_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2899498 INFO (OverseerThreadFactory-10096-thread-1-processing-n:127.0.0.1:42039_solr) [n:127.0.0.1:42039_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 2899601 INFO (OverseerStateUpdate-99029260688621571-127.0.0.1:42039_solr-n_0000000000) [n:127.0.0.1:42039_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42039/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2899802 INFO (qtp340665596-32974) [n:127.0.0.1:42039_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2899802 INFO (qtp340665596-32974) [n:127.0.0.1:42039_solr ] o.a.s.c.TransientSol
[...truncated too long message...]
s being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 3087554 INFO (jetty-closer-5637-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99029264020406275-127.0.0.1:34399_solr-n_0000000000) closing
[junit4] 2> 3087554 INFO (OverseerStateUpdate-99029264020406275-127.0.0.1:34399_solr-n_0000000000) [n:127.0.0.1:34399_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34399_solr
[junit4] 2> 3087554 WARN (OverseerAutoScalingTriggerThread-99029264020406275-127.0.0.1:34399_solr-n_0000000000) [n:127.0.0.1:34399_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3087555 INFO (jetty-closer-5637-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ba54f4b{/solr,null,UNAVAILABLE}
[junit4] 2> 3087555 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3087555 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37051 37051
[junit4] 2> 3093438 INFO (Thread-9206) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37051 37051
[junit4] 2> 3093438 WARN (Thread-9206) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3093438 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[2C2662BC20079CA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=2C2662BC20079CA2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=EAT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 143s J0 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
[junit4] > at __randomizedtesting.SeedInfo.seed([2C2662BC20079CA2:F86329E5C7512F59]:0)
[junit4] > at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_2C2662BC20079CA2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=PostingsFormat(name=LuceneFixedGap), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1171, maxMBSortInHeap=6.447951932416055, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e796b9a), locale=es-HN, timezone=EAT
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=142748112,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [NodeAddedTriggerTest, FileUtilsTest, TestHdfsUpdateLog, CleanupOldIndexTest, TestSimpleQParserPlugin, TestHttpShardHandlerFactory, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollectionsAPIViaSolrCloudCluster, PreAnalyzedFieldManagedSchemaCloudTest, MigrateRouteKeyTest, V2ApiIntegrationTest, QueryParsingTest, OverseerCollectionConfigSetProcessorTest, TestIBSimilarityFactory, DeleteReplicaTest, TestDFRSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, TestManagedSynonymGraphFilterFactory, RAMDirectoryFactoryTest, SoftAutoCommitTest, TestFieldCacheSortRandom, SolrCloudReportersTest, DocExpirationUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestMiniSolrCloudClusterSSL, TestUpdate, SimpleFacetsTest, TestRequestForwarding, ClassificationUpdateProcessorIntegrationTest, TestRandomRequestDistribution, TestGraphMLResponseWriter, TestDistribDocBasedVersion, BJQParserTest, CdcrReplicationDistributedZkTest, TestLegacyNumericUtils, HdfsRestartWhileUpdatingTest, TestCopyFieldCollectionResource, CheckHdfsIndexTest, TestCorePropertiesReload, TestLegacyFieldCache, TestRestoreCore, TestSort, DistributedMLTComponentTest, InfoHandlerTest, SharedFSAutoReplicaFailoverTest, SearchHandlerTest, SyncSliceTest, UpdateParamsTest, URLClassifyProcessorTest, TestManagedResourceStorage, ActionThrottleTest, SolrCoreTest, LeaderElectionIntegrationTest, TestCSVLoader, TestEmbeddedSolrServerSchemaAPI, JSONWriterTest, TestSolrCLIRunExample, TestJoin, TestSkipOverseerOperations, BasicFunctionalityTest, TestFastOutputStream, TestPhraseSuggestions, TestQueryUtils, TestRandomCollapseQParserPlugin, SolrMetricsIntegrationTest, ResponseLogComponentTest, HttpSolrCallGetCoreTest, TestFoldingMultitermQuery, TestXmlQParserPlugin, TestLRUStatsCache, TestFieldCollectionResource, TestCodecSupport, CdcrVersionReplicationTest, TestSolrQueryResponse, TestSolrConfigHandlerCloud, TestRecovery, TestDistribIDF, TestSuggestSpellingConverter, MinimalSchemaTest, ReplicationFactorTest, AssignBackwardCompatibilityTest, CursorPagingTest, TestSolrCloudWithSecureImpersonation, TestNestedDocsSort, DistributedFacetPivotSmallAdvancedTest, DistributedFacetExistsSmallTest, RankQueryTest, TestManagedSchemaAPI, ShufflingReplicaListTransformerTest, TestCustomDocTransformer, BitVectorTest, TestPostingsSolrHighlighter, TestSchemaSimilarityResource, TermVectorComponentTest, TestImpersonationWithHadoopAuth, SubstringBytesRefFilterTest, SSLMigrationTest, PreAnalyzedUpdateProcessorTest, PKIAuthenticationIntegrationTest, DocValuesTest, TestSchemaManager, TestHdfsCloudBackupRestore, DocumentBuilderTest, UpdateRequestProcessorFactoryTest, TestRecoveryHdfs, JsonLoaderTest, TestStressLiveNodes, CollectionsAPISolrJTest, BlockJoinFacetSimpleTest, DateFieldTest, TestClassicSimilarityFactory, VMParamsZkACLAndCredentialsProvidersTest, TestCustomSort, TestLeaderInitiatedRecoveryThread, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, SolrJmxReporterCloudTest, SpatialFilterTest, TestComponentsName, NodeMutatorTest, SpellCheckCollatorWithCollapseTest, BasicDistributedZk2Test, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, ZkControllerTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest, ComputePlanActionTest, HttpTriggerListenerTest, SearchRateTriggerTest, TestPolicyCloud, CdcrBootstrapTest]
[junit4] Completed [601/750 (2!)] on J0 in 194.35s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40565 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20945 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20945/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Error from server at http://127.0.0.1:42393/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42393/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([14C94E961D3BD6D:9F79F01147F0F1E5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:40)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12184 lines...]
[junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
[junit4] 2> 650700 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/init-core-data-001
[junit4] 2> 650701 WARN (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 650701 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 650702 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 650703 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001
[junit4] 2> 650703 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 650704 INFO (Thread-693) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 650704 INFO (Thread-693) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 650709 ERROR (Thread-693) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 650804 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38347
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650809 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d6107a{/solr,null,AVAILABLE}
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19ea06d{/solr,null,AVAILABLE}
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20a5be{/solr,null,AVAILABLE}
[junit4] 2> 650814 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54652a{/solr,null,AVAILABLE}
[junit4] 2> 650821 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c3a732{HTTP/1.1,[http/1.1]}{127.0.0.1:44023}
[junit4] 2> 650821 INFO (jetty-launcher-778-thread-1) [ ] o.e.j.s.Server Started @652478ms
[junit4] 2> 650821 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44023}
[junit4] 2> 650822 ERROR (jetty-launcher-778-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650822 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.319Z
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d907c0{HTTP/1.1,[http/1.1]}{127.0.0.1:34223}
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-3) [ ] o.e.j.s.Server Started @652480ms
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34223}
[junit4] 2> 650824 ERROR (jetty-launcher-778-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.321Z
[junit4] 2> 650823 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@792dc4{HTTP/1.1,[http/1.1]}{127.0.0.1:42393}
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-4) [ ] o.e.j.s.Server Started @652481ms
[junit4] 2> 650824 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42393}
[junit4] 2> 650825 ERROR (jetty-launcher-778-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.322Z
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c5575{HTTP/1.1,[http/1.1]}{127.0.0.1:34399}
[junit4] 2> 650825 INFO (jetty-launcher-778-thread-2) [ ] o.e.j.s.Server Started @652482ms
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34399}
[junit4] 2> 650826 ERROR (jetty-launcher-778-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-19T01:11:33.323Z
[junit4] 2> 650826 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650827 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650828 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650828 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 650851 INFO (jetty-launcher-778-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650856 INFO (jetty-launcher-778-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650865 INFO (jetty-launcher-778-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650865 INFO (jetty-launcher-778-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38347/solr
[junit4] 2> 650986 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650986 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650987 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650987 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34223_solr
[junit4] 2> 650988 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.Overseer Overseer (id=99028427945082890-127.0.0.1:34223_solr-n_0000000000) starting
[junit4] 2> 650988 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44023_solr
[junit4] 2> 650988 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42393_solr
[junit4] 2> 650990 INFO (zkCallback-800-thread-1-processing-n:127.0.0.1:44023_solr) [n:127.0.0.1:44023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650991 INFO (zkCallback-798-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650994 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 650995 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 650997 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34399_solr
[junit4] 2> 650998 INFO (zkCallback-798-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 650998 INFO (zkCallback-800-thread-1-processing-n:127.0.0.1:44023_solr) [n:127.0.0.1:44023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 651011 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34223_solr
[junit4] 2> 651012 INFO (zkCallback-800-thread-1-processing-n:127.0.0.1:44023_solr) [n:127.0.0.1:44023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 651017 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:42393_solr) [n:127.0.0.1:42393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 651034 INFO (zkCallback-799-thread-2-processing-n:127.0.0.1:42393_solr) [n:127.0.0.1:42393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 651038 INFO (zkCallback-797-thread-1-processing-n:127.0.0.1:34399_solr) [n:127.0.0.1:34399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 651044 INFO (zkCallback-798-thread-2-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 651343 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34223.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651374 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34223.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651374 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34223.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651376 INFO (jetty-launcher-778-thread-3) [n:127.0.0.1:34223_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node3/.
[junit4] 2> 651438 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34399.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651438 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44023.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651459 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34399.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651459 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34399.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651461 INFO (jetty-launcher-778-thread-2) [n:127.0.0.1:34399_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node2/.
[junit4] 2> 651463 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44023.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651464 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44023.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651465 INFO (jetty-launcher-778-thread-1) [n:127.0.0.1:44023_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node1/.
[junit4] 2> 651560 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42393.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651583 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42393.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651584 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42393.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d732f3
[junit4] 2> 651586 INFO (jetty-launcher-778-thread-4) [n:127.0.0.1:42393_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001/tempDir-001/node4/.
[junit4] 2> 651665 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd1d49e55000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 651668 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 651669 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38347/solr ready
[junit4] 2> 651691 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[14C94E961D3BD6D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes
[junit4] 2> 651693 INFO (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 651695 INFO (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection2
[junit4] 2> 651802 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651805 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44023/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651806 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651808 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34223/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651809 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651811 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44023/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651812 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651814 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34223/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651815 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42393/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651816 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44023/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651818 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 651824 INFO (OverseerStateUpdate-99028427945082890-127.0.0.1:34223_solr-n_0000000000) [n:127.0.0.1:34223_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34223/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 652029 INFO (qtp22722033-3526) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652029 INFO (qtp22722033-3526) [n:127.0.0.1:42393_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652038 INFO (qtp20977612-3512) [n:127.0.0.1:44023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n18&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652038 INFO (qtp20977612-3512) [n:127.0.0.1:44023_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652042 INFO (qtp8146627-3524) [n:127.0.0.1:34399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n12&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652042 INFO (qtp11193320-3525) [n:127.0.0.1:34223_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp22722033-3510) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp22722033-3507) [n:127.0.0.1:42393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp20977612-3506) [n:127.0.0.1:44023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp11193320-3508) [n:127.0.0.1:34223_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp8146627-3519) [n:127.0.0.1:34399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652043 INFO (qtp8146627-3524) [n:127.0.0.1:34399_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652044 INFO (qtp11193320-3508) [n:127.0.0.1:34223_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 652044 INFO (qtp8146627-3505) [n:127.0.0.1:34399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n20&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652045 INFO (qtp20977612-3521) [n:127.0.0.1:44023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n10&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 652049 INFO (qtp11193320-3502) [n:127.0.0.1:34223_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n22&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831697 ERROR (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 831698 INFO (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2} status=500 QTime=180005
[junit4] 2> 831698 ERROR (qtp22722033-3518) [n:127.0.0.1:42393_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 831700 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[14C94E961D3BD6D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionWithDownNodes
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDeleteCollectionOnDownNodes -Dtests.method=deleteCollectionWithDownNodes -Dtests.seed=14C94E961D3BD6D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 180s J2 | TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42393/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([14C94E961D3BD6D:9F79F01147F0F1E5]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:40)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 831707 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34223/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34223/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34223 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831709 INFO (jetty-closer-779-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d907c0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831709 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44023/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44023/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44023 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831709 INFO (jetty-closer-779-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c3a732{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831717 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44023/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44023/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44023 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831719 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34223/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34223/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34223 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831720 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34399/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34399/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34399 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831722 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34399/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34399/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34399 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831710 INFO (jetty-closer-779-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@792dc4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831709 INFO (jetty-closer-779-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28067122
[junit4] 2> 831709 INFO (jetty-closer-779-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c5575{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 831725 INFO (jetty-closer-779-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831725 INFO (jetty-closer-779-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=26205479
[junit4] 2> 831725 INFO (jetty-closer-779-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1140826: rootName = solr_34223, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5094c4
[junit4] 2> 831724 INFO (jetty-closer-779-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6229189
[junit4] 2> 831723 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34223/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34223/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34223 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831718 INFO (jetty-closer-779-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32176317
[junit4] 2> 831727 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44023/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44023/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44023 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831725 INFO (jetty-closer-779-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831725 INFO (jetty-closer-779-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831729 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34399/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34399/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34399 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831727 INFO (jetty-closer-779-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 831731 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42393/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42393/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42393 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831731 INFO (jetty-closer-779-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c947e9: rootName = solr_42393, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@11ee997
[junit4] 2> 831730 INFO (jetty-closer-779-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fae98d: rootName = solr_34399, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ea06fe
[junit4] 2> 831733 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42393/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42393/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42393 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 831739 ERROR (OverseerThreadFactory-1526-thread-1-processing-n:127.0.0.1:34223_solr) [n:127.0.0.1:34223_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42393/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42393/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42393 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMeth
[...truncated too long message...]
.solr.common.SolrException: Unable to create core [halfdeletedcollection2_shard2_replica_n6]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not get shard id for core: halfdeletedcollection2_shard2_replica_n6
[junit4] 2> at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1568)
[junit4] 2> at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1508)
[junit4] 2> at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
[junit4] 2> ... 36 more
[junit4] 2>
[junit4] 2> 876854 INFO (qtp11193320-3508) [n:127.0.0.1:34223_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=400 QTime=224810
[junit4] 2> 876856 ERROR (qtp11193320-3525) [n:127.0.0.1:34223_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'halfdeletedcollection2_shard3_replica_n14': Unable to create core [halfdeletedcollection2_shard3_replica_n14] Caused by: Could not get shard id for core: halfdeletedcollection2_shard3_replica_n14
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:991)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [halfdeletedcollection2_shard3_replica_n14]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not get shard id for core: halfdeletedcollection2_shard3_replica_n14
[junit4] 2> at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1568)
[junit4] 2> at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1508)
[junit4] 2> at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
[junit4] 2> ... 35 more
[junit4] 2>
[junit4] 2> 876858 INFO (qtp11193320-3525) [n:127.0.0.1:34223_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=400 QTime=224816
[junit4] 2> 876859 ERROR (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 876860 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[14C94E961D3BD6D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38347 38347
[junit4] 2> 886908 INFO (Thread-693) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38347 38347
[junit4] 2> 886909 WARN (Thread-693) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/halfdeletedcollection2/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestDeleteCollectionOnDownNodes_14C94E961D3BD6D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=672, maxMBSortInHeap=7.434663192630129, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4813c6), locale=es-PA, timezone=Indian/Chagos
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=67877168,total=200970240
[junit4] 2> NOTE: All tests run in this JVM: [TestSerializedLuceneMatchVersion, HdfsCollectionsAPIDistributedZkTest, TestHashPartitioner, TestSizeLimitedDistributedMap, TestExtendedDismaxParser, DistanceFunctionTest, SystemInfoHandlerTest, TestDynamicLoading, TestSolrCoreProperties, TestJsonFacets, SolrSlf4jReporterTest, TestIntervalFaceting, HdfsWriteToMultipleCollectionsTest, CoreSorterTest, DirectSolrConnectionTest, HttpTriggerListenerTest, XsltUpdateRequestHandlerTest, OverseerRolesTest, TestValueSourceCache, UUIDFieldTest, TestIndexSearcher, TestCollectionAPI, CdcrRequestHandlerTest, TestConfigOverlay, LegacyCloudClusterPropTest, WrapperMergePolicyFactoryTest, NumberUtilsTest, TestBlendedInfixSuggestions, MergeStrategyTest, RequiredFieldsTest, TestPushWriter, TestManagedSchema, SearchRateTriggerTest, SuggesterTest, TestMissingGroups, ConfigSetsAPITest, CopyFieldTest, SparseHLLTest, FieldMutatingUpdateProcessorTest, TestConfigSetsAPIExclusivity, PeerSyncReplicationTest, TolerantUpdateProcessorTest, TestSolr4Spatial2, BooleanFieldTest, TestMacros, TestNumericTerms64, LeaderFailureAfterFreshStartTest, TestPrepRecovery, TestDeleteCollectionOnDownNodes]
[junit4] Completed [184/750 (1!)] on J2 in 236.24s, 1 test, 1 error <<< FAILURES!
[...truncated 45009 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20944 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20944/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)
Build Log:
[...truncated 12374 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/init-core-data-001
[junit4] 2> 690938 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 690938 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 690939 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 690939 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 690952 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001
[junit4] 2> 690952 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 690952 INFO (Thread-3672) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 690952 INFO (Thread-3672) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 690953 ERROR (Thread-3672) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 691052 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36445
[junit4] 2> 691060 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 691060 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 691066 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5527b14a{/solr,null,AVAILABLE}
[junit4] 2> 691066 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18c5279d{/solr,null,AVAILABLE}
[junit4] 2> 691070 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2305c392{SSL,[ssl, http/1.1]}{127.0.0.1:41045}
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b6f0516{SSL,[ssl, http/1.1]}{127.0.0.1:39313}
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.e.j.s.Server Started @693055ms
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.Server Started @693055ms
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41045}
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39313}
[junit4] 2> 691071 ERROR (jetty-launcher-1007-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 691071 ERROR (jetty-launcher-1007-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T22:05:12.318Z
[junit4] 2> 691071 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T22:05:12.318Z
[junit4] 2> 691076 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 691076 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 691080 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 691082 INFO (jetty-launcher-1007-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36445/solr
[junit4] 2> 691082 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36445/solr
[junit4] 2> 691094 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 691095 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41045_solr
[junit4] 2> 691095 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.Overseer Overseer (id=99027695186739206-127.0.0.1:41045_solr-n_0000000000) starting
[junit4] 2> 691098 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41045_solr
[junit4] 2> 691121 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 691134 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 691135 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 691136 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 691136 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_solr
[junit4] 2> 691137 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 691137 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 691138 WARN (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 691141 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 691186 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 691200 INFO (jetty-launcher-1007-thread-2-EventThread) [n:127.0.0.1:41045_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 691205 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 691205 WARN (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 691206 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 691207 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 691208 INFO (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 691271 WARN (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 691292 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 691297 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 691297 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 691298 INFO (jetty-launcher-1007-thread-2) [n:127.0.0.1:41045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node2/.
[junit4] 2> 692214 WARN (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 692236 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 692243 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 692244 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 692245 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:39313_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node1/.
[junit4] 2> 692271 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 692297 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 692297 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 692300 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1511078713539&s=wMe4b5t6sndkU/CJY9DDlI4X9iQ="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692300 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 692309 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 692316 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1511078713557&s=pCpf0NKkSD0EczSf0qA/vJ96Fr0="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692317 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 692324 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 692327 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1511078713572&s=it3LMHXB0VwC50a7GeZpNg/NZ2s="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692328 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 692335 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 692337 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1511078713583&s=ywvzkNZmz+rDZuRGv59t6/brsDM="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692337 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 692345 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 692346 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 692346 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 692346 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511078713593&s=H3PY7egdD7avg7jhVjH3ZP3WagI="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 692347 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 692355 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15140ms for sessionid 0x15fd12a02880008
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15139ms for sessionid 0x15fd12a02880007
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15240ms for sessionid 0x15fd12a02880006
[junit4] 2> 707363 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707363 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15118ms for sessionid 0x15fd12a02880005
[junit4] 2> 707363 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707364 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707364 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd12a02880005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 707364 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1511078713603&s=y73eAReb5dXJ1NhSIHQphoeaisE="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:13 GMT
[junit4] 2> 707364 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 707373 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 707464 INFO (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 707465 WARN (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cb8417e name: ZooKeeperConnection Watcher:127.0.0.1:36445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 707465 WARN (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 707465 WARN (zkCallback-1018-thread-2-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d2ec1a7 name: ZooKeeperConnection Watcher:127.0.0.1:36445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 707465 WARN (zkCallback-1018-thread-2-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 719110 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511078728621&s=Ss5/m0J6i4wMe8MSMEhwPvxJEIg="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:28 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:28 GMT
[junit4] 2> 719111 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 719111 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fd12a02880007 has expired
[junit4] 2> 719111 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fd12a02880008 has expired
[junit4] 2> 719111 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fd12a02880005 has expired
[junit4] 2> 719115 WARN (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d2ec1a7 name: ZooKeeperConnection Watcher:127.0.0.1:36445/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 719115 WARN (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 719116 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 719120 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 719122 WARN (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 719126 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 719127 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 719132 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 719134 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 719141 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_solr
[junit4] 2> 719143 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 719143 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 719144 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 719144 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 719146 WARN (qtp1318961915-8736) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ???bar???: no such user
[junit4] 2> id: ???bar???: no such user
[junit4] 2>
[junit4] 2> 719148 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1511078740382&s=Cc4YDWniGElr98v/LXUqu5K4eqw="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 719149 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 719165 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 719165 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 719165 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 719166 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1511078740412&s=p7Lw1d6LYEGI/RRy9E0ibWqbRa8="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 719166 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 719176 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 719180 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511078740423&s=MS683Xqvtpxqeo6cplJLLnf13lM="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 719181 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 719192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 719301 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 719301 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36445/solr ready
[junit4] 2> 719312 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 719314 INFO (OverseerThreadFactory-3031-thread-1-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 719418 INFO (OverseerStateUpdate-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39313/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 719622 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 719725 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 719725 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720649 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 720671 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 720747 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39313.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22435d6a
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 720754 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6F1CC969EBADDD9B-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 720756 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=92.3974609375, floorSegmentMB=0.5771484375, forceMergeDeletesPctAllowed=25.42435009188913, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 720789 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 720789 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 720790 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 720790 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 720791 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4329640318080138]
[junit4] 2> 720791 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f4ab2f3[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 720792 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 720815 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 720873 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 720873 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 720873 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584443154361221120
[junit4] 2> 720873 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 720874 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 720875 INFO (searcherExecutor-3036-thread-1-processing-n:127.0.0.1:39313_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@f4ab2f3[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39313/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39313/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 720876 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 720878 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39313/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 720995 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 720995 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 721028 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 721030 INFO (qtp247243496-8725) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1407
[junit4] 2> 721030 WARN (httpShardExecutor-3026-thread-1-processing-n:127.0.0.1:41045_solr [https:////127.0.0.1:39313//solr] https:////127.0.0.1:39313//solr) [n:127.0.0.1:41045_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511078740869&s=n6/HGOl2zPoIt+Rbcx8cWzxrBtk="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 721032 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 721131 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 721131 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 721316 INFO (OverseerCollectionConfigSetProcessor-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 722032 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2720
[junit4] 2> 722033 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511078740559&s=MeCaCU+xTddxAPqYknrj5AwQZPk="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:40 GMT
[junit4] 2> 722033 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 722034 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 722039 INFO (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 722044 INFO (qtp247243496-8733) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 722045 WARN (qtp1318961915-8737) [n:127.0.0.1:41045_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511078743290&s=k0zzi79onGjy+m11PWkn+I/uy0M="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722046 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511078743285&s=T0qluQhif12l+MVzmRVlvrNi0w8="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722046 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511078743290&s=k0zzi79onGjy+m11PWkn+I/uy0M="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722052 INFO (qtp247243496-8727) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 722053 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511078743298&s=J2XIHtYgQSBtiWZt0QvAJC5lBbE="; Path=/; Domain=127.0.0.1; Expires= , 19- -2017 08:05:43 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 19- -2017 08:05:43 GMT
[junit4] 2> 722053 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 722078 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 722079 INFO (qtp1318961915-8735) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 722080 WARN (qtp1318961915-8735) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 722082 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[6F1CC969EBADDD9B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 722084 INFO (jetty-closer-1008-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b6f0516{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 722084 INFO (jetty-closer-1008-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2305c392{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 722084 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1716749941
[junit4] 2> 722085 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 722085 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78b8b95e: rootName = solr_39313, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3f55bd
[junit4] 2> 722086 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1071310633
[junit4] 2> 722086 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 722086 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56abeae4: rootName = solr_41045, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@340e9859
[junit4] 2> 722092 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 722092 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3637753b: rootName = solr_39313, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33d02f4d
[junit4] 2> 722094 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 722094 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24e926b8: rootName = solr_41045, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33d02f4d
[junit4] 2> 722097 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 722097 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f08c8c3: rootName = solr_39313, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34690d77
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_solr
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1397a21d: rootName = solr_41045, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34690d77
[junit4] 2> 722098 INFO (jetty-closer-1008-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722098 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 722098 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 722099 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7eb2c80e
[junit4] 2> 722099 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=2125645838
[junit4] 2> 722099 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26781050: rootName = solr_39313, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1b8f7787
[junit4] 2> 722099 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41045_solr
[junit4] 2> 722099 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722099 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41045_solr) [n:127.0.0.1:41045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 722100 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 722100 INFO (jetty-closer-1008-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99027695186739206-127.0.0.1:41045_solr-n_0000000000) closing
[junit4] 2> 722100 WARN (OverseerAutoScalingTriggerThread-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 722100 INFO (OverseerStateUpdate-99027695186739206-127.0.0.1:41045_solr-n_0000000000) [n:127.0.0.1:41045_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41045_solr
[junit4] 2> 722103 INFO (zkCallback-1018-thread-4-processing-n:127.0.0.1:39313_solr) [n:127.0.0.1:39313_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39313_solr
[junit4] 2> 722103 ERROR (Thread[Thread-3689,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:41045_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 722108 INFO (jetty-closer-1008-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5527b14a{/solr,null,UNAVAILABLE}
[junit4] 2> 722113 INFO (coreCloseExecutor-3041-thread-1) [n:127.0.0.1:39313_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=2125645838
[junit4] 2> 722115 ERROR (Thread[Thread-3692,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39313_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 722116 INFO (jetty-closer-1008-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18c5279d{/solr,null,UNAVAILABLE}
[junit4] 2> 722116 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 722117 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36445 36445
[junit4] 2> 727236 INFO (Thread-3672) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36445 36445
[junit4] 2> 727237 WARN (Thread-3672) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/overseer_elect/election/99027695186739206-127.0.0.1:41045_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 727256 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6F1CC969EBADDD9B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Nov 18, 2017 10:05:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 737477 ERROR (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
[junit4] 2> at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 737479 WARN (jetty-launcher-1007-thread-1-EventThread) [n:127.0.0.1:39313_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 737480 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 738581 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 739682 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 740783 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 741884 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 742984 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 744085 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 745186 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 746286 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> Nov 18, 2017 10:06:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] 2> 2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> 3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2>
[...truncated too long message...]
ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 749579 WARN (jetty-launcher-1007-thread-2-SendThread(127.0.0.1:36445)) [n:127.0.0.1:41045_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 749878 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> 749878 WARN (jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445)) [n:127.0.0.1:39313_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> Nov 18, 2017 10:06:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=1, maxDocsPerChunk=518, blockSize=811), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=1, blockSize=811)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@162c07e7), locale=ar-OM, timezone=SystemV/AST4
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=4,free=290564976,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSlowCompositeReaderWrapper, AutoAddReplicasPlanActionTest, HdfsRestartWhileUpdatingTest, TestNRTOpen, BlockJoinFacetSimpleTest, TestSchemaSimilarityResource, PreAnalyzedFieldManagedSchemaCloudTest, DateFieldTest, SSLMigrationTest, TestLegacyFieldCache, ReplicationFactorTest, TestLRUStatsCache, TestRandomRequestDistribution, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestCollationFieldDocValues, DeleteInactiveReplicaTest, JSONWriterTest, SolrJmxReporterCloudTest, TestDFRSimilarityFactory, TestSuggestSpellingConverter, TestSort, CheckHdfsIndexTest, TermsComponentTest, TestHighlightDedupGrouping, MoveReplicaHDFSTest, TestLuceneIndexBackCompat, UpdateParamsTest, TestFoldingMultitermQuery, ResponseLogComponentTest, TestCodecSupport, SolrCoreTest, DocExpirationUpdateProcessorFactoryTest, RAMDirectoryFactoryTest, TestPostingsSolrHighlighter, TestPayloadCheckQParserPlugin, TestMaxTokenLenTokenizer, TestCopyFieldCollectionResource, TestLegacyNumericRangeQueryBuilder, AtomicUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, BJQParserTest, HdfsNNFailoverTest, TestConfig, AssignBackwardCompatibilityTest, QueryParsingTest, TestBadConfig, TestUniqueKeyFieldResource, ChangedSchemaMergeTest, TestMultiWordSynonyms, SpellCheckComponentTest, TestSimpleTextCodec, SliceStateTest, AnalysisAfterCoreReloadTest, TestJsonRequest, TestSolrCloudSnapshots, SolrCloudReportersTest, ResourceLoaderTest, JavabinLoaderTest, TestCloudPivotFacet, TestGraphTermsQParserPlugin, NoCacheHeaderTest, TestUpdate, DirectUpdateHandlerOptimizeTest, CacheHeaderTest, HLLSerializationTest, TestJoin, FileUtilsTest, HdfsChaosMonkeyNothingIsSafeTest, TestEmbeddedSolrServerSchemaAPI, CursorMarkTest, OverseerCollectionConfigSetProcessorTest, CleanupOldIndexTest, CursorPagingTest, SyncSliceTest, TestManagedSchemaAPI, LeaderInitiatedRecoveryOnCommitTest, TestSkipOverseerOperations, TestHdfsCloudBackupRestore, SpellCheckCollatorWithCollapseTest, TestLegacyNumericUtils, CdcrUpdateLogTest, TestRecovery, SpellCheckCollatorTest, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=6F1CC969EBADDD9B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=SystemV/AST4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=8836, name=jetty-launcher-1007-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 2) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 3) Thread[id=8770, name=jetty-launcher-1007-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=8835, name=jetty-launcher-1007-thread-1-SendThread(127.0.0.1:36445), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F1CC969EBADDD9B]:0)
[junit4] Completed [236/750 (1!)] on J0 in 59.45s, 12 tests, 2 errors <<< FAILURES!
[...truncated 48849 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20943 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20943/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=19182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=19176, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=19173, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=19188, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=19182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=19176, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=19173, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=19188, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD]:0)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelTerminatingDaemonUpdateStream
Error Message:
--> https://127.0.0.1:34187/solr/collection1:java.util.ConcurrentModificationException
Stack Trace:
java.io.IOException: --> https://127.0.0.1:34187/solr/collection1:java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([5040433130F2387B:A1249B596498F765]:0)
at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:222)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelTerminatingDaemonUpdateStream(StreamExpressionTest.java:4376)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test
Error Message:
No registered leader was found after waiting for 10000ms , collection: oneInstanceCollection2 slice: shard1 saw state=DocCollection(oneInstanceCollection2//collections/oneInstanceCollection2/state.json/10)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node86":{ "core":"oneInstanceCollection2_shard1_replica_n85", "base_url":"http://127.0.0.1:45187/i/z", "node_name":"127.0.0.1:45187_i%2Fz", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node84":{ "core":"oneInstanceCollection2_shard2_replica_n83", "base_url":"http://127.0.0.1:45187/i/z", "node_name":"127.0.0.1:45187_i%2Fz", "state":"active", "type":"NRT", "leader":"true"}, "core_node88":{ "core":"oneInstanceCollection2_shard2_replica_n87", "base_url":"http://127.0.0.1:45187/i/z", "node_name":"127.0.0.1:45187_i%2Fz", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} with live_nodes=[127.0.0.1:33125_i%2Fz, 127.0.0.1:45187_i%2Fz, 127.0.0.1:37905_i%2Fz, 127.0.0.1:33147_i%2Fz, 127.0.0.1:34569_i%2Fz]
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 10000ms , collection: oneInstanceCollection2 slice: shard1 saw state=DocCollection(oneInstanceCollection2//collections/oneInstanceCollection2/state.json/10)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node86":{
"core":"oneInstanceCollection2_shard1_replica_n85",
"base_url":"http://127.0.0.1:45187/i/z",
"node_name":"127.0.0.1:45187_i%2Fz",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node84":{
"core":"oneInstanceCollection2_shard2_replica_n83",
"base_url":"http://127.0.0.1:45187/i/z",
"node_name":"127.0.0.1:45187_i%2Fz",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node88":{
"core":"oneInstanceCollection2_shard2_replica_n87",
"base_url":"http://127.0.0.1:45187/i/z",
"node_name":"127.0.0.1:45187_i%2Fz",
"state":"active",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"} with live_nodes=[127.0.0.1:33125_i%2Fz, 127.0.0.1:45187_i%2Fz, 127.0.0.1:37905_i%2Fz, 127.0.0.1:33147_i%2Fz, 127.0.0.1:34569_i%2Fz]
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD:D6B6957D31237E55]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:869)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:374)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD:4AAAF1F2BCD8AEB3]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins
Error Message:
Error from server at http://127.0.0.1:38147/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38147/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([5EE2AAA79FDF13AD:1662F877C39F3080]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:156)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12627 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/init-core-data-001
[junit4] 2> 985237 WARN (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 985237 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 985237 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 985237 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 985238 INFO (SUITE-BasicDistributedZkTest-seed#[5EE2AAA79FDF13AD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /i/z
[junit4] 2> 985238 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 985239 INFO (Thread-4353) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 985239 INFO (Thread-4353) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 985241 ERROR (Thread-4353) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 985339 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkTestServer start zk server on port:33571
[junit4] 2> 985355 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 985356 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 985356 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 985357 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 985357 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 985358 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 985358 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 985359 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 985359 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 985359 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 985360 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 985360 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 985435 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 985453 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b793672{/i/z,null,AVAILABLE}
[junit4] 2> 985454 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c9a679e{HTTP/1.1,[http/1.1]}{127.0.0.1:37905}
[junit4] 2> 985454 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @987295ms
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/control/data, hostPort=37905, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores, replicaType=NRT}
[junit4] 2> 985455 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 985455 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:50.184512Z
[junit4] 2> 985463 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 985463 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/solr.xml
[junit4] 2> 985465 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 985465 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 985466 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 985473 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 985519 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 985519 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37905_i%2Fz
[junit4] 2> 985519 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.Overseer Overseer (id=99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) starting
[junit4] 2> 985524 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37905_i%2Fz
[junit4] 2> 985532 INFO (zkCallback-3358-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 985563 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 985571 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 985571 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 985572 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores
[junit4] 2> 985589 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 985589 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33571/solr ready
[junit4] 2> 985591 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37905_i%252Fz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 985592 INFO (OverseerThreadFactory-4196-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 985698 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 985698 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 985800 INFO (zkCallback-3358-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 986709 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 986739 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 986816 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 986821 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 986823 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7702944444275317]
[junit4] 2> 986824 WARN (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 986844 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 986844 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 986845 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 986845 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 986846 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2025632422, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 986846 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bf776a5[control_collection_shard1_replica_n1] main]
[junit4] 2> 986847 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 986847 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 986847 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 986848 INFO (searcherExecutor-4199-thread-1-processing-n:127.0.0.1:37905_i%2Fz x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3bf776a5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 986848 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584431965485924352
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37905/i/z/control_collection_shard1_replica_n1/
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37905/i/z/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 986851 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37905/i/z/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 986952 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 987002 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 987003 INFO (qtp504124490-18215) [n:127.0.0.1:37905_i%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1304
[junit4] 2> 987004 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 987103 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 987593 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 988004 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37905_i%252Fz&wt=javabin&version=2} status=0 QTime=2413
[junit4] 2> 988008 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 988009 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33571/solr ready
[junit4] 2> 988009 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 988010 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 988011 INFO (OverseerThreadFactory-4196-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 988012 WARN (OverseerThreadFactory-4196-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 988217 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 988217 INFO (qtp504124490-18213) [n:127.0.0.1:37905_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 988291 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001 of type TLOG
[junit4] 2> 988292 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34126382{/i/z,null,AVAILABLE}
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d7e8d5e{HTTP/1.1,[http/1.1]}{127.0.0.1:45187}
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @990133ms
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/jetty1, hostPort=45187, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 988293 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 988293 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:53.022908Z
[junit4] 2> 988295 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 988295 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/solr.xml
[junit4] 2> 988296 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 988296 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 988297 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 988298 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 988302 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 988303 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 988303 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45187_i%2Fz
[junit4] 2> 988304 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 988304 INFO (zkCallback-3371-thread-1-processing-n:127.0.0.1:45187_i%2Fz) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 988304 INFO (zkCallback-3366-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 988328 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 988335 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 988335 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 988336 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores
[junit4] 2> 988349 INFO (qtp504124490-18214) [n:127.0.0.1:37905_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45187_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 988350 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 988350 INFO (OverseerThreadFactory-4196-thread-3-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45187_i%2Fz for creating new replica
[junit4] 2> 988351 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 988351 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 989578 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 989592 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 989658 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 989664 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 989665 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7702944444275317]
[junit4] 2> 989667 WARN (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 989686 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 989686 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 989687 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 989687 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 989687 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2025632422, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 989688 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@541eef75[collection1_shard2_replica_t41] main]
[junit4] 2> 989688 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 989688 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 989689 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 989689 INFO (searcherExecutor-4210-thread-1-processing-n:127.0.0.1:45187_i%2Fz x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@541eef75[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 989689 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584431968464928768
[junit4] 2> 989692 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 989692 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 989692 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45187/i/z/collection1_shard2_replica_t41/
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:45187/i/z/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 989693 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45187/i/z/collection1_shard2_replica_t41/ shard2
[junit4] 2> 989844 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 989853 INFO (qtp2063623846-18260) [n:127.0.0.1:45187_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1501
[junit4] 2> 989855 INFO (qtp504124490-18214) [n:127.0.0.1:37905_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45187_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1506
[junit4] 2> 989932 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001 of type TLOG
[junit4] 2> 989932 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69aad79f{/i/z,null,AVAILABLE}
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@606cb5fa{HTTP/1.1,[http/1.1]}{127.0.0.1:33147}
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @991773ms
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/jetty2, hostPort=33147, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 989933 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 989933 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 989934 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 989934 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:54.663074Z
[junit4] 2> 989935 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 989935 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/solr.xml
[junit4] 2> 989936 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 989936 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 989937 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 989938 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 989942 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 989943 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 989943 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33147_i%2Fz
[junit4] 2> 989943 INFO (zkCallback-3358-thread-2-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989944 INFO (zkCallback-3366-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989944 INFO (zkCallback-3371-thread-1-processing-n:127.0.0.1:45187_i%2Fz) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989944 INFO (zkCallback-3377-thread-1-processing-n:127.0.0.1:33147_i%2Fz) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 989988 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989995 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989995 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 989995 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores
[junit4] 2> 990014 INFO (qtp2143969480-18289) [n:127.0.0.1:33147_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33147_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 990015 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 990015 INFO (OverseerThreadFactory-4196-thread-4-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33147_i%2Fz for creating new replica
[junit4] 2> 990016 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 990016 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 991039 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 991053 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 991119 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 991125 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 991126 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991126 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 991126 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 991127 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7702944444275317]
[junit4] 2> 991128 WARN (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 991148 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 991148 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2025632422, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 991149 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@51efbb48[collection1_shard1_replica_t43] main]
[junit4] 2> 991150 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 991150 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 991150 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 991151 INFO (searcherExecutor-4221-thread-1-processing-n:127.0.0.1:33147_i%2Fz x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@51efbb48[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 991151 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584431969997946880
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33147/i/z/collection1_shard1_replica_t43/
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:33147/i/z/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 991153 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 991154 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33147/i/z/collection1_shard1_replica_t43/ shard1
[junit4] 2> 991305 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 991313 INFO (qtp2143969480-18291) [n:127.0.0.1:33147_i%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1296
[junit4] 2> 991315 INFO (qtp2143969480-18289) [n:127.0.0.1:33147_i%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33147_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1301
[junit4] 2> 991388 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001 of type TLOG
[junit4] 2> 991388 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65aa67a7{/i/z,null,AVAILABLE}
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cd8a577{HTTP/1.1,[http/1.1]}{127.0.0.1:34569}
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.e.j.s.Server Started @993229ms
[junit4] 2> 991389 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/tempDir-001/jetty3, hostPort=34569, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001/cores, replicaType=TLOG}
[junit4] 2> 991390 ERROR (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 991390 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T19:07:56.119405Z
[junit4] 2> 991391 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 991391 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001/solr.xml
[junit4] 2> 991393 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 991393 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 991393 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 991394 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33571/solr
[junit4] 2> 991398 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 991399 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 991400 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34569_i%2Fz
[junit4] 2> 991400 INFO (zkCallback-3358-thread-1-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3377-thread-1-processing-n:127.0.0.1:33147_i%2Fz) [n:127.0.0.1:33147_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3366-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:34569_i%2Fz) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991400 INFO (zkCallback-3371-thread-1-processing-n:127.0.0.1:45187_i%2Fz) [n:127.0.0.1:45187_i%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 991443 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991450 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991450 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4736300a
[junit4] 2> 991451 INFO (TEST-BasicDistributedZkTest.test-seed#[5EE2AAA79FDF13AD]) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_5EE2AAA79FDF13AD-001/shard-3-001/cores
[junit4] 2> 991474 INFO (qtp2143969480-18290) [n:127.0.0.1:33147_i%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34569_i%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 991476 INFO (OverseerCollectionConfigSetProcessor-99026997737422852-127.0.0.1:37905_i%2Fz-n_0000000000) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 991476 INFO (OverseerThreadFactory-4196-thread-5-processing-n:127.0.0.1:37905_i%2Fz) [n:127.0.0.1:37905_i%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34569_i%2Fz for creating new replica
[junit4] 2> 991477 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 991477 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 992498 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 992511 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 992580 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 992587 INFO (qtp1553720447-18318) [n:127.0.0.1:34569_i%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 992587 INFO (qtp1553720447-18318)
[...truncated too long message...]
) [n:127.0.0.1:38957_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c596e86: rootName = solr_38957, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1f2709a5
[junit4] 2> 130394 INFO (jetty-closer-6-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34187_solr
[junit4] 2> 130395 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:34187_solr) [n:127.0.0.1:34187_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 130395 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 130395 INFO (zkCallback-1629-thread-1-processing-n:127.0.0.1:38957_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:38957_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:42469_solr) [n:127.0.0.1:42469_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-26-thread-3-processing-n:127.0.0.1:38957_solr) [n:127.0.0.1:38957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130395 INFO (zkCallback-24-thread-3-processing-n:127.0.0.1:34187_solr) [n:127.0.0.1:34187_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 130399 INFO (coreCloseExecutor-246-thread-1) [n:127.0.0.1:38957_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=458577156
[junit4] 2> 130403 INFO (jetty-closer-6-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38edf0ad{/solr,null,UNAVAILABLE}
[junit4] 2> 130404 INFO (jetty-closer-6-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99027115840897036-127.0.0.1:42469_solr-n_0000000000) closing
[junit4] 2> 130404 INFO (OverseerStateUpdate-99027115840897036-127.0.0.1:42469_solr-n_0000000000) [n:127.0.0.1:42469_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42469_solr
[junit4] 2> 130406 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd0a31ed4000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 130406 WARN (OverseerAutoScalingTriggerThread-99027115840897036-127.0.0.1:42469_solr-n_0000000000) [n:127.0.0.1:42469_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 130407 INFO (jetty-closer-6-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f812ad5{/solr,null,UNAVAILABLE}
[junit4] 2> 131904 INFO (jetty-closer-6-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29263875{/solr,null,UNAVAILABLE}
[junit4] 2> 131904 INFO (jetty-closer-6-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24ed100c{/solr,null,UNAVAILABLE}
[junit4] 2> 131905 ERROR (SUITE-StreamExpressionTest-seed#[5040433130F2387B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 131905 INFO (SUITE-StreamExpressionTest-seed#[5040433130F2387B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46521 46521
[junit4] 2> 136944 INFO (Thread-17) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46521 46521
[junit4] 2> 136945 WARN (Thread-17) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/aliases.json
[junit4] 2> 13 /solr/configs/conf
[junit4] 2> 8 /solr/configs/ml
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/clusterprops.json
[junit4] 2> 100 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 30 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/live_nodes
[junit4] 2> 100 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_5040433130F2387B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneVarGapFixedInterval), name_s=FST50, terms_ss=PostingsFormat(name=Direct), join2_s=PostingsFormat(name=Direct), field_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=Direct), a2_s=FST50, level1_s=PostingsFormat(name=LuceneVarGapFixedInterval), body_t=FST50, s_multi=FST50, col_s=PostingsFormat(name=Direct), a_ss=PostingsFormat(name=LuceneFixedGap), level2_s=PostingsFormat(name=LuceneFixedGap), a_s=FST50, tv_text=PostingsFormat(name=LuceneFixedGap), term_s=PostingsFormat(name=Direct), a_t=PostingsFormat(name=LuceneFixedGap), text_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=FST50, featureSet_s=PostingsFormat(name=Direct), checkpoint_ss=FST50, test_t=FST50, ident_s=PostingsFormat(name=Direct), whitetok=FST50, side_s=FST50}, docValues:{expr_s=DocValuesFormat(name=Direct), name_s=DocValuesFormat(name=Asserting), iteration_i=DocValuesFormat(name=Direct), terms_ss=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), falseNegative_i=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct), alpha_d=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Direct), idf_d=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), checkpoint_ss=DocValuesFormat(name=Asserting), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), error_d=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Asserting), truePositive_i=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Lucene70), field_s=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Direct), join3_i=DocValuesFormat(name=Asserting), test_i=DocValuesFormat(name=Lucene70), falsePositive_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Memory), score_f=DocValuesFormat(name=Asserting), term_s=DocValuesFormat(name=Lucene70), text_s=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory), idfs_ds=DocValuesFormat(name=Memory), weights_ds=DocValuesFormat(name=Asserting), featureSet_s=DocValuesFormat(name=Lucene70), trueNegative_i=DocValuesFormat(name=Asserting), index_i=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Direct), out_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=2024, maxMBSortInHeap=6.493194024016777, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3457e32), locale=nl-CW, timezone=Pacific/Easter
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=272434704,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [SquareRootEvaluatorTest, TestConfigSetAdminRequest, ArcSineEvaluatorTest, LargeVolumeEmbeddedTest, SolrSchemalessExampleTest, ShardParamsTest, LessThanEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, StreamExpressionTest]
[junit4] Completed [130/146 (1!)] on J0 in 126.45s, 135 tests, 1 error <<< FAILURES!
[...truncated 39234 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20942 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20942/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
7 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37309
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37309
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:46FBC2579C3C2B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Waited for timeout for preferredLeader assignments to be made and they werent.
Stack Trace:
java.lang.AssertionError: Waited for timeout for preferredLeader assignments to be made and they werent.
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:6459BD6E7032AD13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:277)
at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:111)
at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:77)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testSegmentTerminateEarly
Error Message:
Error from server at http://127.0.0.1:38441/solr: Could not fully remove collection: testSegmentTerminateEarly
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38441/solr: Could not fully remove collection: testSegmentTerminateEarly
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.TestSegmentSorting.ensureClusterEmpty(TestSegmentSorting.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestSegmentSorting.testAtomicUpdateOfSegmentSortField
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:D1FA5B1088B5B53]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.TestSegmentSorting.createCollection(TestSegmentSorting.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:47)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestShortCircuitedRequests.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:37645/_/zr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:37645/_/zr
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:6459BD6E7032AD13]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:42609/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:42609/solr]
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:D4BEA64AF93D143A]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42609/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 44 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42609 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.testChecksumsOnly
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39951
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39951
at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:4EE84B973C01382B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 11837 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSegmentSorting
[junit4] 2> 105463 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/init-core-data-001
[junit4] 2> 105463 WARN (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 105463 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 105467 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 105468 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001
[junit4] 2> 105468 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 105468 INFO (Thread-3158) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 105468 INFO (Thread-3158) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 105476 ERROR (Thread-3158) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 105568 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38799
[junit4] 2> 105599 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105606 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105606 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105607 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105607 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 105633 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ea6ed7{/solr,null,AVAILABLE}
[junit4] 2> 105633 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16194e3{/solr,null,AVAILABLE}
[junit4] 2> 105634 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1458aa7{HTTP/1.1,[http/1.1]}{127.0.0.1:45635}
[junit4] 2> 105634 INFO (jetty-launcher-2029-thread-4) [ ] o.e.j.s.Server Started @106591ms
[junit4] 2> 105634 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45635}
[junit4] 2> 105635 ERROR (jetty-launcher-2029-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105635 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.149Z
[junit4] 2> 105645 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e1811a{/solr,null,AVAILABLE}
[junit4] 2> 105645 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@adec99{HTTP/1.1,[http/1.1]}{127.0.0.1:38441}
[junit4] 2> 105645 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d00217{HTTP/1.1,[http/1.1]}{127.0.0.1:38219}
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.e.j.s.Server Started @106602ms
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38441}
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.e.j.s.Server Started @106602ms
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38219}
[junit4] 2> 105646 ERROR (jetty-launcher-2029-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105646 ERROR (jetty-launcher-2029-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.160Z
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105646 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.160Z
[junit4] 2> 105648 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fb33b6{/solr,null,AVAILABLE}
[junit4] 2> 105653 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51581a{HTTP/1.1,[http/1.1]}{127.0.0.1:46485}
[junit4] 2> 105653 INFO (jetty-launcher-2029-thread-5) [ ] o.e.j.s.Server Started @106610ms
[junit4] 2> 105653 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46485}
[junit4] 2> 105654 ERROR (jetty-launcher-2029-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105654 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.168Z
[junit4] 2> 105661 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@560132{/solr,null,AVAILABLE}
[junit4] 2> 105662 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105664 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105693 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18336fa{HTTP/1.1,[http/1.1]}{127.0.0.1:45479}
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.e.j.s.Server Started @106650ms
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45479}
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105694 ERROR (jetty-launcher-2029-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105694 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T15:01:06.208Z
[junit4] 2> 105725 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105753 INFO (jetty-launcher-2029-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105797 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 105797 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb400001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105798 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb400003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105815 INFO (jetty-launcher-2029-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105816 INFO (jetty-launcher-2029-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105848 INFO (jetty-launcher-2029-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105866 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb40000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105882 INFO (jetty-launcher-2029-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38799/solr
[junit4] 2> 105884 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb400009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105913 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fcfa5bb40000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 105941 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 105942 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38441_solr
[junit4] 2> 105943 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.Overseer Overseer (id=99026027543527438-127.0.0.1:38441_solr-n_0000000000) starting
[junit4] 2> 105992 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 105996 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45479_solr
[junit4] 2> 106016 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106027 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106038 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38441_solr
[junit4] 2> 106043 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106044 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106094 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 106104 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106130 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46485_solr
[junit4] 2> 106131 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106135 INFO (zkCallback-2053-thread-1-processing-n:127.0.0.1:46485_solr) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106136 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106137 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 106138 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 106152 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106152 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106156 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38219_solr
[junit4] 2> 106158 INFO (zkCallback-2053-thread-1-processing-n:127.0.0.1:46485_solr) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106158 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106159 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106163 INFO (zkCallback-2046-thread-1-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106165 INFO (zkCallback-2052-thread-1-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 106166 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45635_solr
[junit4] 2> 106175 INFO (zkCallback-2052-thread-1-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106175 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106176 INFO (zkCallback-2046-thread-1-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106176 INFO (zkCallback-2053-thread-1-processing-n:127.0.0.1:46485_solr) [n:127.0.0.1:46485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106181 INFO (zkCallback-2056-thread-2-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 106348 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106431 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106431 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106447 INFO (jetty-launcher-2029-thread-2) [n:127.0.0.1:38441_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node2/.
[junit4] 2> 106447 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106533 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106533 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106536 INFO (jetty-launcher-2029-thread-1) [n:127.0.0.1:38219_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node1/.
[junit4] 2> 106588 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106693 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106693 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106695 INFO (jetty-launcher-2029-thread-3) [n:127.0.0.1:45479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node3/.
[junit4] 2> 106817 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106885 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106885 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 106890 INFO (jetty-launcher-2029-thread-4) [n:127.0.0.1:45635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node4/.
[junit4] 2> 107269 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 107296 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 107297 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 107298 INFO (jetty-launcher-2029-thread-5) [n:127.0.0.1:46485_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node5/.
[junit4] 2> 107495 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 107495 INFO (SUITE-TestSegmentSorting-seed#[EC0D82B4DECEC0EB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38799/solr ready
[junit4] 2> 107906 INFO (TEST-TestSegmentSorting.testSegmentTerminateEarly-seed#[EC0D82B4DECEC0EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentTerminateEarly
[junit4] 2> 107916 INFO (qtp21638833-10700) [n:127.0.0.1:38441_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-sortingmergepolicyfactory.xml&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&name=testSegmentTerminateEarly&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 107930 INFO (OverseerThreadFactory-488-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.CreateCollectionCmd Create collection testSegmentTerminateEarly
[junit4] 2> 108055 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSegmentTerminateEarly_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38441/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108060 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSegmentTerminateEarly_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38219/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108062 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSegmentTerminateEarly_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45635/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108064 INFO (OverseerStateUpdate-99026027543527438-127.0.0.1:38441_solr-n_0000000000) [n:127.0.0.1:38441_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSegmentTerminateEarly",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSegmentTerminateEarly_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45479/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 108277 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node2&name=testSegmentTerminateEarly_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 108277 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node8&name=testSegmentTerminateEarly_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 108278 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108278 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108286 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node5&name=testSegmentTerminateEarly_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 108287 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108288 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=class+org.apache.solr.cloud.TestSegmentSorting_configSet&newCollection=true&collection=testSegmentTerminateEarly&version=2&replicaType=NRT&property.config=solrconfig-sortingmergepolicyfactory.xml&coreNodeName=core_node7&name=testSegmentTerminateEarly_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 108288 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 108409 INFO (zkCallback-2056-thread-1-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2046-thread-1-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2059-thread-1-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2052-thread-1-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108421 INFO (zkCallback-2046-thread-2-processing-n:127.0.0.1:38219_solr) [n:127.0.0.1:38219_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108409 INFO (zkCallback-2056-thread-2-processing-n:127.0.0.1:38441_solr) [n:127.0.0.1:38441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108421 INFO (zkCallback-2059-thread-2-processing-n:127.0.0.1:45479_solr) [n:127.0.0.1:45479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 108421 INFO (zkCallback-2052-thread-2-processing-n:127.0.0.1:45635_solr) [n:127.0.0.1:45635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSegmentTerminateEarly/state.json] for collection [testSegmentTerminateEarly] has occurred - updating... (live nodes size: [5])
[junit4] 2> 109368 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109372 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109382 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109397 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 109537 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard2_replica_n4] Schema name=test
[junit4] 2> 109537 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard2_replica_n6] Schema name=test
[junit4] 2> 109537 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard1_replica_n3] Schema name=test
[junit4] 2> 109571 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.s.IndexSchema [testSegmentTerminateEarly_shard1_replica_n1] Schema name=test
[junit4] 2> 110149 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110184 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110190 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110203 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 110241 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard2_replica_n4' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110242 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45635.solr.core.testSegmentTerminateEarly.shard2.replica_n4' (registry 'solr.core.testSegmentTerminateEarly.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110242 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110242 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node4/testSegmentTerminateEarly_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node4/./testSegmentTerminateEarly_shard2_replica_n4/data/]
[junit4] 2> 110245 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard1_replica_n3' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110245 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38219.solr.core.testSegmentTerminateEarly.shard1.replica_n3' (registry 'solr.core.testSegmentTerminateEarly.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110246 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110246 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node1/testSegmentTerminateEarly_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node1/./testSegmentTerminateEarly_shard1_replica_n3/data/]
[junit4] 2> 110251 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard2_replica_n6' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110252 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45479.solr.core.testSegmentTerminateEarly.shard2.replica_n6' (registry 'solr.core.testSegmentTerminateEarly.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110252 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110253 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node3/testSegmentTerminateEarly_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node3/./testSegmentTerminateEarly_shard2_replica_n6/data/]
[junit4] 2> 110260 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110261 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110261 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110264 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSegmentTerminateEarly_shard1_replica_n1' using configuration from collection testSegmentTerminateEarly, trusted=true
[junit4] 2> 110264 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38441.solr.core.testSegmentTerminateEarly.shard1.replica_n1' (registry 'solr.core.testSegmentTerminateEarly.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1616c48
[junit4] 2> 110265 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 110265 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.c.SolrCore [[testSegmentTerminateEarly_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node2/testSegmentTerminateEarly_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSegmentSorting_EC0D82B4DECEC0EB-001/tempDir-001/node2/./testSegmentTerminateEarly_shard1_replica_n1/data/]
[junit4] 2> 110270 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8680216725639683])
[junit4] 2> 110475 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110475 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110478 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 110482 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 110486 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.ForceMergePolicy: ForceMergePolicy([TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=12.7373046875, floorSegmentMB=1.2421875, forceMergeDeletesPctAllowed=26.74969921417543, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4238247524246558)
[junit4] 2> 110486 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110486 INFO (qtp29063167-10704) [n:127.0.0.1:45635_solr c:testSegmentTerminateEarly s:shard2 r:core_node7 x:testSegmentTerminateEarly_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110487 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110487 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:shard2 r:core_node8 x:testSegmentTerminateEarly_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110492 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 110492 INFO (qtp12269854-10707) [n:127.0.0.1:38219_solr c:testSegmentTerminateEarly s:shard1 r:core_node5 x:testSegmentTerminateEarly_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 110492 INFO (qtp21638833-10716) [n:127.0.0.1:38441_solr c:testSegmentTerminateEarly s:shard1 r:core_node2 x:testSegmentTerminateEarly_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5804bd[testSegmentTerminateEarly_shard1_replica_n1] main]
[junit4] 2> 110500 INFO (qtp2027801-10680) [n:127.0.0.1:45479_solr c:testSegmentTerminateEarly s:sh
[...truncated too long message...]
KeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3888560 INFO (TEST-TestShortCircuitedRequests.test-seed#[EC0D82B4DECEC0EB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40689 40689
[junit4] 2> 3893585 INFO (Thread-2711) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40689 40689
[junit4] 2> 3893586 WARN (Thread-2711) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestShortCircuitedRequests -Dtests.method=test -Dtests.seed=EC0D82B4DECEC0EB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Australia/Victoria -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J2 | TestShortCircuitedRequests.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:37645/_/zr
[junit4] > at __randomizedtesting.SeedInfo.seed([EC0D82B4DECEC0EB:6459BD6E7032AD13]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_EC0D82B4DECEC0EB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=327, maxMBSortInHeap=5.986374658157507, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f99522), locale=es-PE, timezone=Australia/Victoria
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=242830896,total=425779200
[junit4] 2> NOTE: All tests run in this JVM: [SimplePostToolTest, TestSystemIdResolver, TestTrackingShardHandlerFactory, TestConfigReload, TestAddFieldRealTimeGet, SparseHLLTest, XsltUpdateRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, TestReqParamsAPI, TestTolerantSearch, TestDeleteCollectionOnDownNodes, TestInitParams, LegacyCloudClusterPropTest, TestRetrieveFieldsOptimizer, TestCSVResponseWriter, SpatialRPTFieldTypeTest, TestReRankQParserPlugin, WordBreakSolrSpellCheckerTest, TestSystemCollAutoCreate, ReplaceNodeTest, LeaderElectionTest, TestLegacyFieldReuse, TestQueryTypes, ReturnFieldsTest, TestAuthenticationFramework, TestTolerantUpdateProcessorCloud, TestScoreJoinQPScore, TestPKIAuthenticationPlugin, AnalyticsQueryTest, DateRangeFieldTest, TestLRUCache, SolrGraphiteReporterTest, RecoveryZkTest, TestSolrCloudWithKerberosAlt, DistribJoinFromCollectionTest, TestLeaderElectionZkExpiry, TestMultiValuedNumericRangeQuery, BasicDistributedZk2Test, XmlUpdateRequestHandlerTest, RequestLoggingTest, TestFieldCacheWithThreads, SolrSlf4jReporterTest, TestQueryWrapperFilter, DefaultValueUpdateProcessorTest, TestFunctionQuery, CloneFieldUpdateProcessorFactoryTest, TestInitQParser, TestSolr4Spatial2, BooleanFieldTest, TestDefaultStatsCache, TestCloudJSONFacetJoinDomain, RegexBytesRefFilterTest, WrapperMergePolicyFactoryTest, TestFieldTypeCollectionResource, CollectionReloadTest, TestValueSourceCache, AsyncCallRequestStatusResponseTest, LoggingHandlerTest, BlockJoinFacetRandomTest, TestCoreDiscovery, HdfsWriteToMultipleCollectionsTest, TestReload, TestQuerySenderListener, CdcrBootstrapTest, TestGroupingSearch, UUIDFieldTest, TestSSLRandomization, TestDelegationWithHadoopAuth, TestDistributedMissingSort, HdfsDirectoryFactoryTest, TestSerializedLuceneMatchVersion, RequiredFieldsTest, FullHLLTest, TestIndexSearcher, UnloadDistributedZkTest, TestExclusionRuleCollectionAccess, TestFiltering, TestZkAclsWithHadoopAuth, ReplicaListTransformerTest, ComputePlanActionTest, TestBinaryResponseWriter, SuggesterWFSTTest, TestElisionMultitermQuery, TestSizeLimitedDistributedMap, TestSQLHandlerNonCloud, TestCharFilters, SortByFunctionTest, SystemInfoHandlerTest, DisMaxRequestHandlerTest, TestManagedSynonymFilterFactory, DirectSolrSpellCheckerTest, TestStressInPlaceUpdates, TestLMDirichletSimilarityFactory, ConjunctionSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, RollingRestartTest, SolrCLIZkUtilsTest, TestConfigSets, HdfsBasicDistributedZkTest, IndexSchemaTest, TolerantUpdateProcessorTest, TestMacros, TestLMJelinekMercerSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, MergeStrategyTest, ClusterStateTest, ZkNodePropsTest, TestRandomFlRTGCloud, TestGeoJSONResponseWriter, TestSolrXml, TestZkChroot, SuggesterTest, DirectSolrConnectionTest, DeleteNodeTest, FullSolrCloudDistribCmdsTest, TestSchemaResource, HttpTriggerListenerTest, TestCloudNestedDocsSort, ZkStateReaderTest, OverriddenZkACLAndCredentialsProvidersTest, MetricsConfigTest, AutoscalingHistoryHandlerTest, TestFieldCacheSort, BasicDistributedZkTest, ForceLeaderTest, PeerSyncReplicationTest, TestCloudRecovery, TestConfigSetsAPI, TestLeaderInitiatedRecoveryThread, TestLockTree, TestPrepRecovery, TestPullReplicaErrorHandling, TestReplicaProperties, TestRequestStatusCollectionAPI, TestShortCircuitedRequests]
[junit4] Completed [630/750 (6!)] on J2 in 635.84s, 1 test, 1 error <<< FAILURES!
[...truncated 43453 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20941 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20941/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
Error from server at https://127.0.0.1:36803/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36803/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([35DDFB6AA5B5F9ED]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls
Error Message:
Shard split did not complete. Last recorded state: RUNNING expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: Shard split did not complete. Last recorded state: RUNNING expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([981B9DB6E93E7116:C07F11D7EF54D9C2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:70)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests
Error Message:
CreateCollection task did not complete! expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: CreateCollection task did not complete! expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([981B9DB6E93E7116:7C5FA1014F963FC9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13233 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 1688653 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/init-core-data-001
[junit4] 2> 1688654 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 1688654 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1688654 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1688655 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001
[junit4] 2> 1688655 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1688655 INFO (Thread-3224) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1688655 INFO (Thread-3224) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1688657 ERROR (Thread-3224) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1688755 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44475
[junit4] 2> 1688759 INFO (jetty-launcher-4289-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1688759 INFO (jetty-launcher-4289-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1688759 INFO (jetty-launcher-4289-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@460ec9bd{/solr,null,AVAILABLE}
[junit4] 2> 1688759 INFO (jetty-launcher-4289-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48c705e2{/solr,null,AVAILABLE}
[junit4] 2> 1688760 INFO (jetty-launcher-4289-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ba60cdc{SSL,[ssl, http/1.1]}{127.0.0.1:33777}
[junit4] 2> 1688760 INFO (jetty-launcher-4289-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1383a20c{SSL,[ssl, http/1.1]}{127.0.0.1:37415}
[junit4] 2> 1688760 INFO (jetty-launcher-4289-thread-1) [ ] o.e.j.s.Server Started @1690457ms
[junit4] 2> 1688760 INFO (jetty-launcher-4289-thread-2) [ ] o.e.j.s.Server Started @1690457ms
[junit4] 2> 1688760 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33777}
[junit4] 2> 1688760 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37415}
[junit4] 2> 1688761 ERROR (jetty-launcher-4289-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1688761 ERROR (jetty-launcher-4289-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T12:22:18.542288Z
[junit4] 2> 1688761 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T12:22:18.542315Z
[junit4] 2> 1688762 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1688762 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1688765 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44475/solr
[junit4] 2> 1688765 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44475/solr
[junit4] 2> 1688806 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1688806 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37415_solr
[junit4] 2> 1688807 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99025403146207238-127.0.0.1:37415_solr-n_0000000000) starting
[junit4] 2> 1688808 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1688809 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33777_solr
[junit4] 2> 1688809 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1688813 INFO (zkCallback-4301-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1688813 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37415_solr
[junit4] 2> 1688816 INFO (zkCallback-4301-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1688816 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1688873 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37415.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1688874 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33777.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1688883 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33777.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1688883 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37415.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1688883 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33777.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1688883 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37415.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1688884 INFO (jetty-launcher-4289-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001/node1/.
[junit4] 2> 1688884 INFO (jetty-launcher-4289-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001/node2/.
[junit4] 2> 1688979 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1688979 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[981B9DB6E93E7116]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44475/solr ready
[junit4] 2> 1688986 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[981B9DB6E93E7116]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
[junit4] 2> 1688996 INFO (qtp1530518911-17098) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=92688d6d-fb86-44f7-8ad6-5b53ecddf478&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1688998 INFO (qtp1530518911-17098) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=92688d6d-fb86-44f7-8ad6-5b53ecddf478&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1688999 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1688999 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1688999 INFO (OverseerThreadFactory-6917-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 1689102 INFO (OverseerStateUpdate-99025403146207238-127.0.0.1:37415_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33777/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1689305 INFO (qtp1530518911-17098) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1689305 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1689305 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1689306 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691
[junit4] 2> 1689306 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1689408 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1689408 INFO (zkCallback-4300-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1690000 INFO (qtp1530518911-17102) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1690000 INFO (qtp1530518911-17102) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1690307 INFO (qtp1530518911-17088) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691
[junit4] 2> 1690307 INFO (qtp1530518911-17088) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1690311 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1690316 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1690317 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1690317 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from collection testasynccollectioncreation, trusted=true
[junit4] 2> 1690317 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33777.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1690318 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1690318 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001/node1/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001/node1/./testasynccollectioncreation_shard1_replica_n1/data/]
[junit4] 2> 1690354 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1690354 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1690355 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1690356 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1690357 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@658c8cd3[testasynccollectioncreation_shard1_replica_n1] main]
[junit4] 2> 1690357 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1690358 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1690358 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1690359 INFO (searcherExecutor-6922-thread-1) [ ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@658c8cd3[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1690359 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584406452125040640
[junit4] 2> 1690362 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1690362 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1690362 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33777/solr/testasynccollectioncreation_shard1_replica_n1/
[junit4] 2> 1690362 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1690362 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:33777/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
[junit4] 2> 1690362 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1690363 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33777/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
[junit4] 2> 1690464 INFO (zkCallback-4300-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1690464 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1690513 INFO (parallelCoreAdminExecutor-6919-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1690615 INFO (zkCallback-4300-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1690615 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1691001 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1691001 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1691307 INFO (qtp1530518911-17098) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691
[junit4] 2> 1691308 INFO (qtp1530518911-17098) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf4781733087053660691&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1691308 INFO (OverseerThreadFactory-6917-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1692002 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1692002 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1692003 INFO (qtp1530518911-17088) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1692003 INFO (qtp1530518911-17088) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=92688d6d-fb86-44f7-8ad6-5b53ecddf478&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1692003 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=766d9d4b-d481-424f-a1e4-5d722b6785c1&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1692004 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=766d9d4b-d481-424f-a1e4-5d722b6785c1&replicationFactor=1&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1692004 INFO (qtp1530518911-17098) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=766d9d4b-d481-424f-a1e4-5d722b6785c1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1692005 INFO (OverseerThreadFactory-6917-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 1692005 INFO (qtp1530518911-17098) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=766d9d4b-d481-424f-a1e4-5d722b6785c1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1692005 INFO (OverseerCollectionConfigSetProcessor-99025403146207238-127.0.0.1:37415_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1692005 ERROR (OverseerThreadFactory-6917-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:97)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1692010 INFO (OverseerThreadFactory-6917-thread-2) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1693005 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=766d9d4b-d481-424f-a1e4-5d722b6785c1&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1693007 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=766d9d4b-d481-424f-a1e4-5d722b6785c1&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1693008 INFO (qtp1530518911-17088) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=766d9d4b-d481-424f-a1e4-5d722b6785c1&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1693008 INFO (qtp1530518911-17088) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=766d9d4b-d481-424f-a1e4-5d722b6785c1&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1693009 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=1a8af949-657b-4a76-85e2-5f585b26c82e&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1693009 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1a8af949-657b-4a76-85e2-5f585b26c82e&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1693010 INFO (qtp1530518911-17098) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1693010 INFO (qtp1530518911-17098) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1693010 INFO (OverseerCollectionConfigSetProcessor-99025403146207238-127.0.0.1:37415_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1693011 INFO (OverseerThreadFactory-6917-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37415_solr for creating new replica
[junit4] 2> 1693012 INFO (OverseerStateUpdate-99025403146207238-127.0.0.1:37415_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37415/solr",
[junit4] 2> "node_name":"127.0.0.1:37415_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1693012 INFO (zkCallback-4300-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1693012 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1693127 INFO (qtp1644862467-17099) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a8af949-657b-4a76-85e2-5f585b26c82e1733091064223819&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 1693127 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=1a8af949-657b-4a76-85e2-5f585b26c82e1733091064223819&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1693127 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1693129 INFO (qtp1644862467-17101) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1a8af949-657b-4a76-85e2-5f585b26c82e1733091064223819
[junit4] 2> 1693129 INFO (qtp1644862467-17101) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1a8af949-657b-4a76-85e2-5f585b26c82e1733091064223819&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1693133 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1693136 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1693137 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1693137 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n3' using configuration from collection testasynccollectioncreation, trusted=true
[junit4] 2> 1693137 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37415.solr.core.testasynccollectioncreation.shard1.replica_n3' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ebe89
[junit4] 2> 1693138 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1693138 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001/node2/testasynccollectioncreation_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001/tempDir-001/node2/./testasynccollectioncreation_shard1_replica_n3/data/]
[junit4] 2> 1693162 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1693163 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1693163 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1693163 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1693164 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f3575ac[testasynccollectioncreation_shard1_replica_n3] main]
[junit4] 2> 1693164 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1693165 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1693165 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1693166 INFO (searcherExecutor-6927-thread-1) [ ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3] Registered new searcher Searcher@7f3575ac[testasynccollectioncreation_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1693166 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584406455068393472
[junit4] 2> 1693167 INFO (parallelCoreAdminExecutor-6918-thread-1) [ ] o.a.s.c.ZkController Core needs to recover:testasynccollectioncreation_shard1_replica_n3
[junit4] 2> 1693168 INFO (updateExecutor-4295-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1693168 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1693168 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1693168 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testasynccollectioncreation_shard1_replica_n3]
[junit4] 2> 1693168 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1693168 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [testasynccollectioncreation_shard1_replica_n3] as recovering, leader is [https://127.0.0.1:33777/solr/testasynccollectioncreation_shard1_replica_n1/] and I am [https://127.0.0.1:37415/solr/testasynccollectioncreation_shard1_replica_n3/]
[junit4] 2> 1693169 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:33777/solr]; [WaitForState: action=PREPRECOVERY&core=testasynccollectioncreation_shard1_replica_n1&nodeName=127.0.0.1:37415_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1693170 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1693171 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37415_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"testasynccollectioncreation_shard1_replica_n3","base_url":"https://127.0.0.1:37415/solr","state":"down","node_name":"127.0.0.1:37415_solr","type":"NRT"}
[junit4] 2> 1693269 INFO (zkCallback-4300-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1693269 INFO (zkCallback-4300-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1693269 INFO (zkCallback-4301-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1693269 INFO (zkCallback-4301-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1694011 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1694011 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1694130 INFO (qtp1644862467-17103) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1a8af949-657b-4a76-85e2-5f585b26c82e1733091064223819
[junit4] 2> 1694130 INFO (qtp1644862467-17103) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1a8af949-657b-4a76-85e2-5f585b26c82e1733091064223819&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1694131 INFO (OverseerThreadFactory-6917-thread-3) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1694171 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37415_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"testasynccollectioncreation_shard1_replica_n3","base_url":"https://127.0.0.1:37415/solr","node_name":"127.0.0.1:37415_solr","state":"recovering","type":"NRT"}
[junit4] 2> 1694171 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1694171 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37415_solr&onlyIfLeaderActive=true&core=testasynccollectioncreation_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1694671 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:33777/solr/testasynccollectioncreation_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 1694672 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=testasynccollectioncreation_shard1_replica_n3 url=https://127.0.0.1:37415/solr START replicas=[https://127.0.0.1:33777/solr/testasynccollectioncreation_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1694674 INFO (qtp1530518911-17098) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1694674 INFO (qtp1530518911-17098) [ ] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1694674 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1694675 INFO (recoveryExecutor-4297-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1695011 INFO (OverseerCollectionConfigSetProcessor-99025403146207238-127.0.0.1:37415_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1695012 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1695012 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1695013 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1695013 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1a8af949-657b-4a76-85e2-5f585b26c82e&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1695013 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params async=5e657864-d60f-40c7-9093-676c6af25340&action=SPLITSHARD&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1695014 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=5e657864-d60f-40c7-9093-676c6af25340&action=SPLITSHARD&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1695014 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1695015 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1695015 INFO (OverseerThreadFactory-6917-thread-4) [ ] o.a.s.c.SplitShardCmd Split shard invoked
[junit4] 2> 1695016 INFO (OverseerThreadFactory-6917-thread-4) [ ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of collection testasynccollectioncreation on 127.0.0.1:33777_solr
[junit4] 2> 1696015 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1696016 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1697016 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1697017 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1698018 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1698018 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1699019 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1699019 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1700020 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1700021 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1701023 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1701024 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1702025 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1702025 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1703026 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1703026 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1704027 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1704027 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1705028 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1705029 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1706029 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1706030 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1707031 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1707031 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1708032 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1708032 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1709033 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1709034 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1710034 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1710035 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1711035 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1711036 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1712037 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1712037 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1713041 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1713041 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1714042 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1714043 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1715044 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1715044 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1716045 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1716045 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1717046 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1717046 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1718047 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1718048 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1719048 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1719049 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1720049 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1720050 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1721051 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1721051 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1722052 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1722052 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1723052 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1723053 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1724054 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1724054 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1725055 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1725056 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1726056 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1726057 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1727057 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1727058 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1728058 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1728059 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1729060 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1729060 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1730061 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1730065 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1731066 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1731066 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732067 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1732068 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1733068 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1733069 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1734070 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1734070 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1735072 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1735072 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1736073 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1736073 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1737074 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1737074 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1738075 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1738075 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1739076 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1739076 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1740077 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1740077 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1741078 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1741078 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1742079 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1742079 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1743080 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1743080 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1744081 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1744081 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1745082 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1745082 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1746083 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1746084 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1747084 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1747085 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1748086 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1748086 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1749087 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1749088 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1750088 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1750089 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1751090 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1751090 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1752091 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1752091 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1753092 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1753093 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1754094 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1754094 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1755095 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1755095 INFO (qtp1530518911-17100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1756096 INFO (qtp1530518911-17092) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1756096 INFO (qtp1530518911-17092) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1757097 INFO (qtp1530518911-17094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1757098 INFO (qtp1530518911-17094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1758099 INFO (qtp1530518911-17090) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1758099 INFO (qtp1530518911-17090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1759100 INFO (qtp1530518911-17100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5e657864-d60f-40c7-9093-676c6af25340&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1759100 INFO (qtp1530518911-17100) [
[...truncated too long message...]
rity.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/testasynccollectioncreation/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIAsyncDistributedZkTest_981B9DB6E93E7116-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=635, maxMBSortInHeap=5.844476015489184, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@75376bcb), locale=en-DG, timezone=America/Argentina/Buenos_Aires
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=263576808,total=427819008
[junit4] 2> NOTE: All tests run in this JVM: [TestPerFieldSimilarity, JvmMetricsTest, TestLegacyField, OpenCloseCoreStressTest, TestSolrConfigHandlerConcurrent, DOMUtilTest, TestChildDocTransformer, SortSpecParsingTest, BinaryUpdateRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestShortCircuitedRequests, CollectionsAPIDistributedZkTest, TestInPlaceUpdatesDistrib, BasicAuthIntegrationTest, TestMacroExpander, TestSchemaNameResource, TestNumericRangeQuery64, TestSolrFieldCacheBean, TestFieldCacheVsDocValues, EnumFieldTest, AddReplicaTest, TestClusterStateMutator, TestCollectionAPIs, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SimpleCollectionCreateDeleteTest, HdfsChaosMonkeySafeLeaderTest, SpellingQueryConverterTest, TestDynamicFieldCollectionResource, TestReloadDeadlock, TestFreeTextSuggestions, BlobRepositoryCloudTest, HdfsAutoAddReplicasIntegrationTest, TestAuthorizationFramework, TermVectorComponentDistributedTest, SampleTest, TestStressRecovery, TestLocalFSCloudBackupRestore, DocValuesMultiTest, HdfsBasicDistributedZk2Test, TestCloudInspectUtil, HighlighterConfigTest, TestExportWriter, AnalyticsMergeStrategyTest, TestRequestStatusCollectionAPI, MissingSegmentRecoveryTest, BigEndianAscendingWordDeserializerTest, SchemaVersionSpecificBehaviorTest, TestRawTransformer, ConcurrentDeleteAndCreateCollectionTest, TestReloadAndDeleteDocs, TestFastWriter, TestObjectReleaseTracker, TestRangeQuery, TestFastLRUCache, OverseerModifyCollectionTest, TestHashQParserPlugin, AutoScalingHandlerTest, InfixSuggestersTest, TestOrdValues, TestSolrCoreSnapshots, CdcrBidirectionalTest, TestSQLHandler, TlogReplayBufferedWhileIndexingTest, SolrGangliaReporterTest, PolyFieldTest, HdfsSyncSliceTest, TestJsonFacetRefinement, SaslZkACLProviderTest, ShardRoutingTest, TestFieldSortValues, SolrIndexConfigTest, MoveReplicaTest, BlockJoinFacetDistribTest, TestDownShardTolerantSearch, TestStressLucene, SegmentsInfoRequestHandlerTest, DeleteShardTest, TestRebalanceLeaders, TestLeaderElectionWithEmptyReplica, SolrCmdDistributorTest, CollectionTooManyReplicasTest, TestJettySolrRunner, TestNoOpRegenerator, LukeRequestHandlerTest, TestInfoStreamLogging, NotRequiredUniqueKeyTest, TestScoreJoinQPNoScore, GraphQueryTest, TestAnalyzedSuggestions, DistribDocExpirationUpdateProcessorTest, TestLegacyTerms, TestSolrQueryParser, HdfsUnloadDistributedZkTest, RegexBoostProcessorTest, TestXIncludeConfig, VersionInfoTest, TestCursorMarkWithoutUniqueKey, TestCustomStream, DistributedFacetPivotLargeTest, SpatialHeatmapFacetsTest, TestPullReplicaErrorHandling, ResponseHeaderTest, TestFieldCacheReopen, TestFaceting, TestStressReorder, TestConfigSetProperties, SuggesterFSTTest, TestRestManager, TestPolicyCloud, SolrXmlInZkTest, ExplicitHLLTest, TestJmxIntegration, ShowFileRequestHandlerTest, TestSurroundQueryParser, SolrRequestParserTest, OpenExchangeRatesOrgProviderTest, CurrencyFieldTypeTest, TestLuceneMatchVersion, LeaderElectionTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestStressVersions, DistributedTermsComponentTest, PeerSyncTest, BasicFunctionalityTest, TestLazyCores, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, TestDocSet, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, PluginInfoTest, PrimUtilsTest, DateFieldTest, ClusterStateTest, TestLRUCache, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [490/750 (1!)] on J1 in 331.48s, 2 tests, 2 failures <<< FAILURES!
[...truncated 3952 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.PivotFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.PivotFacetTest_35DDFB6AA5B5F9ED-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1445, maxMBSortInHeap=6.108436538784266, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4a25bc6d), locale=twq, timezone=Africa/Bangui
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=306598000,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [NegateFunctionTest, LegacyNoFacetTest, BottomFunctionTest, CastingStringValueStreamTest, StringCastFunctionTest, IntFieldsTest, LegacyFieldFacetTest, ValueFacetTest, LTFunctionTest, DateFieldsTest, CastingFloatValueStreamTest, EqualFunctionTest, LegacyAbstractAnalyticsCloudTest, PivotFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PivotFacetTest -Dtests.seed=35DDFB6AA5B5F9ED -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=twq -Dtests.timezone=Africa/Bangui -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | PivotFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36803/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([35DDFB6AA5B5F9ED]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [78/78 (1!)] on J0 in 39.60s, 0 tests, 1 error <<< FAILURES!
[...truncated 37032 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20940 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20940/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
Error Message:
There are still nodes recoverying - waited for 90 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
at __randomizedtesting.SeedInfo.seed([60D001988FC56FB6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:42607
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:42607
at __randomizedtesting.SeedInfo.seed([FDCFFBF70AE3BC72:759BC42DA41FD18A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 13458 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/init-core-data-001
[junit4] 2> 2075925 WARN (SUITE-MultiThreadedOCPTest-seed#[FDCFFBF70AE3BC72]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2075925 INFO (SUITE-MultiThreadedOCPTest-seed#[FDCFFBF70AE3BC72]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2075927 INFO (SUITE-MultiThreadedOCPTest-seed#[FDCFFBF70AE3BC72]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2075927 INFO (SUITE-MultiThreadedOCPTest-seed#[FDCFFBF70AE3BC72]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2075927 INFO (SUITE-MultiThreadedOCPTest-seed#[FDCFFBF70AE3BC72]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2075928 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2075929 INFO (Thread-4086) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2075929 INFO (Thread-4086) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2075931 ERROR (Thread-4086) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2076029 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.ZkTestServer start zk server on port:46065
[junit4] 2> 2076033 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2076034 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2076035 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2076035 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2076036 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2076036 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2076037 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2076037 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2076037 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2076038 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2076038 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2076043 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2076109 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2076110 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1043ed{/,null,AVAILABLE}
[junit4] 2> 2076111 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17ccb4{SSL,[ssl, http/1.1]}{127.0.0.1:42607}
[junit4] 2> 2076112 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.e.j.s.Server Started @2077508ms
[junit4] 2> 2076112 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=42607, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/control-001/cores}
[junit4] 2> 2076112 ERROR (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2076112 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2076112 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2076112 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2076112 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T08:26:27.866Z
[junit4] 2> 2076114 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2076114 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/control-001/solr.xml
[junit4] 2> 2076117 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2076117 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2076117 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@c6aa8c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2076119 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46065/solr
[junit4] 2> 2076144 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2076144 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42607_
[junit4] 2> 2076145 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.c.Overseer Overseer (id=99024475762393093-127.0.0.1:42607_-n_0000000000) starting
[junit4] 2> 2076147 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42607_
[junit4] 2> 2076148 INFO (zkCallback-2515-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2076212 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c6aa8c
[junit4] 2> 2076218 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c6aa8c
[junit4] 2> 2076218 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c6aa8c
[junit4] 2> 2076220 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [n:127.0.0.1:42607_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/control-001/cores
[junit4] 2> 2076234 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2076234 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46065/solr ready
[junit4] 2> 2076269 INFO (qtp4379554-16041) [n:127.0.0.1:42607_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42607_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2076270 INFO (OverseerThreadFactory-6195-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2076374 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2076374 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2076477 INFO (zkCallback-2515-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2077384 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2077392 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2077465 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2077472 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2077473 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c6aa8c
[junit4] 2> 2077473 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2077473 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2077475 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2077476 WARN (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2077502 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2077502 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2077503 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2077503 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2077504 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=71.8701171875, floorSegmentMB=1.9619140625, forceMergeDeletesPctAllowed=24.426042546095353, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3621597911957172
[junit4] 2> 2077504 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@701919[control_collection_shard1_replica_n1] main]
[junit4] 2> 2077509 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2077509 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2077510 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2077510 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584391613856088064
[junit4] 2> 2077511 INFO (searcherExecutor-6198-thread-1-processing-n:127.0.0.1:42607_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@701919[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2077513 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2077513 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2077513 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42607/control_collection_shard1_replica_n1/
[junit4] 2> 2077513 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2077513 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:42607/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2077513 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2077514 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42607/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2136328 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 42607
[junit4] 2> 2136328 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=4424757
[junit4] 2> 2136328 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2136328 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9fcef2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@119fdd3
[junit4] 2> 2136332 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2136332 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46c70a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1e73181
[junit4] 2> 2136335 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2136335 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b80e39: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1bd6596
[junit4] 2> 2136336 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42607_
[junit4] 2> 2136336 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2136336 INFO (zkCallback-2515-thread-2-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2136336 INFO (coreCloseExecutor-6203-thread-1) [n:127.0.0.1:42607_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1b5514f
[junit4] 2> 2136336 INFO (coreCloseExecutor-6203-thread-1) [n:127.0.0.1:42607_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=28660047
[junit4] 2> 2136336 INFO (coreCloseExecutor-6203-thread-1) [n:127.0.0.1:42607_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b86e69: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@a2ed3a
[junit4] 2> 2136342 INFO (coreCloseExecutor-6203-thread-1) [n:127.0.0.1:42607_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=28660047
[junit4] 2> 2147158 INFO (ScheduledTrigger-6193-thread-1) [n:127.0.0.1:42607_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2147159 INFO (AutoscalingActionExecutor-6194-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f820b7d526df80T7tojbaidehbfnx4kxsvs1qjck",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510993648910000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510993648910000000],
[junit4] 2> "_enqueue_time_":1510993658912000000,
[junit4] 2> "nodeNames":["127.0.0.1:42607_"]}}
[junit4] 2> 2256271 ERROR (qtp4379554-16041) [n:127.0.0.1:42607_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2256271 INFO (qtp4379554-16041) [n:127.0.0.1:42607_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42607_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 2256271 ERROR (qtp4379554-16041) [n:127.0.0.1:42607_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2676471 ERROR (OverseerThreadFactory-6195-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42607
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:42607
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2676472 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.Overseer Overseer (id=99024475762393093-127.0.0.1:42607_-n_0000000000) closing
[junit4] 2> 2676473 ERROR (OverseerThreadFactory-6195-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2676473 INFO (OverseerStateUpdate-99024475762393093-127.0.0.1:42607_-n_0000000000) [n:127.0.0.1:42607_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42607_
[junit4] 2> 2676473 INFO (OverseerThreadFactory-6195-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2706499 INFO (zkCallback-2515-thread-5-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2706500 ERROR (OverseerThreadFactory-6195-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:677)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2706500 INFO (OverseerThreadFactory-6195-thread-1-processing-n:127.0.0.1:42607_) [n:127.0.0.1:42607_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2706501 WARN (OverseerAutoScalingTriggerThread-99024475762393093-127.0.0.1:42607_-n_0000000000) [n:127.0.0.1:42607_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2706502 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@17ccb4{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2706502 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1043ed{/,null,UNAVAILABLE}
[junit4] 2> 2706552 ERROR (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2706553 ERROR (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2706563 INFO (qtp4379554-16040) [n:127.0.0.1:42607_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630188
[junit4] 2> 2706563 ERROR (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2706564 INFO (TEST-MultiThreadedOCPTest.test-seed#[FDCFFBF70AE3BC72]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46065 46065
[junit4] 2> 2712342 INFO (Thread-4086) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46065 46065
[junit4] 2> 2712342 WARN (Thread-4086) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=FDCFFBF70AE3BC72 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 636s J2 | MultiThreadedOCPTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:42607
[junit4] > at __randomizedtesting.SeedInfo.seed([FDCFFBF70AE3BC72:759BC42DA41FD18A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_FDCFFBF70AE3BC72-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=5, maxDocsPerChunk=6, blockSize=269), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=5, blockSize=269)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d6c05c), locale=ar-BH, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=257143824,total=507772928
[junit4] 2> NOTE: All tests run in this JVM: [TestExclusionRuleCollectionAccess, EchoParamsTest, TestLockTree, HdfsDirectoryFactoryTest, TestConfigsApi, HdfsRecoveryZkTest, ConfigSetsAPITest, TestExtendedDismaxParser, TestStandardQParsers, ConjunctionSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, MoveReplicaHDFSFailoverTest, TestGeoJSONResponseWriter, BasicDistributedZk2Test, CoreMergeIndexesAdminHandlerTest, TestConfigReload, TestPointFields, XsltUpdateRequestHandlerTest, TestIntervalFaceting, ClusterStateTest, CopyFieldTest, TestCollectionAPI, BooleanFieldTest, TestSubQueryTransformer, TestDynamicFieldResource, TestNumericTerms64, TestFiltering, FullSolrCloudDistribCmdsTest, ReplaceNodeTest, StatsComponentTest, AutoscalingHistoryHandlerTest, TestLFUCache, TestPushWriter, TestExpandComponent, TestSearchPerf, CollectionReloadTest, RecoveryZkTest, TestZkChroot, TestLegacyFieldReuse, AsyncCallRequestStatusResponseTest, SolrMetricReporterTest, TestUnifiedSolrHighlighter, TestHighFrequencyDictionaryFactory, UtilsToolTest, TestQuerySenderListener, TestDeleteCollectionOnDownNodes, TimeZoneUtilsTest, TestSchemaResource, TestSearcherReuse, BigEndianAscendingWordSerializerTest, TestFilteredDocIdSet, TolerantUpdateProcessorTest, FileBasedSpellCheckerTest, DateRangeFieldTest, TestFieldTypeCollectionResource, TestTrackingShardHandlerFactory, CustomCollectionTest, BasicAuthStandaloneTest, TestCharFilters, TestValueSourceCache, SearchRateTriggerTest, TestCSVResponseWriter, ConnectionReuseTest, TestSSLRandomization, HttpTriggerListenerTest, TestScoreJoinQPScore, TestFuzzyAnalyzedSuggestions, SuggestComponentContextFilterQueryTest, UniqFieldsUpdateProcessorFactoryTest, TestRealTimeGet, TestReload, CoreSorterTest, TestLMJelinekMercerSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, SolrTestCaseJ4Test, TestElisionMultitermQuery, BlockJoinFacetRandomTest, TestPartialUpdateDeduplication, ScriptEngineTest, TestFunctionQuery, AnalysisErrorHandlingTest, CdcrRequestHandlerTest, TestUseDocValuesAsStored, BadComponentTest, TestNonDefinedSimilarityFactory, HdfsThreadLeakTest, ChaosMonkeyNothingIsSafeTest, ReplicaListTransformerTest, ZkStateReaderTest, SortByFunctionTest, TestTolerantUpdateProcessorCloud, OverseerTest, PeerSyncReplicationTest, RequestLoggingTest, AutoAddReplicasIntegrationTest, UnloadDistributedZkTest, TestSerializedLuceneMatchVersion, LoggingHandlerTest, TestCoreContainer, RegexBytesRefFilterTest, CloneFieldUpdateProcessorFactoryTest, TestFieldCacheSort, WordBreakSolrSpellCheckerTest, TestCloudRecovery, TestReqParamsAPI, PluginInfoTest, TestRandomFlRTGCloud, FullHLLTest, SpatialRPTFieldTypeTest, PropertiesRequestHandlerTest, FieldAnalysisRequestHandlerTest, WrapperMergePolicyFactoryTest, SimplePostToolTest, DistributedFacetPivotWhiteBoxTest, AliasIntegrationTest, SolrGraphiteReporterTest, TestGroupingSearch, TestXmlQParser, TestQueryTypes, TestRTimerTree, SolrCLIZkUtilsTest, HdfsCollectionsAPIDistributedZkTest, TestSystemCollAutoCreate, TestComplexPhraseQParserPlugin, TestFieldCacheWithThreads, TestRandomFaceting, LeaderElectionTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestStressVersions, SpellCheckComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest]
[junit4] Completed [547/750 (1!)] on J2 in 636.46s, 1 test, 1 error <<< FAILURES!
[...truncated 3733 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.legacy.LegacyNoFacetCloudTest_60D001988FC56FB6-001/init-core-data-001
[junit4] 1> / (12)
[junit4] 1> /configs (1)
[junit4] 1> /configs/conf (2)
[junit4] 1> /configs/conf/schema.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /configs/conf/solrconfig.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /overseer (6)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /overseer/collection-queue-work (0)
[junit4] 1> /overseer/queue-work (0)
[junit4] 1> /overseer/collection-map-failure (0)
[junit4] 1> /overseer/collection-map-completed (0)
[junit4] 1> /overseer/queue (2)
[junit4] 1> /overseer/queue/qn-0000000010 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "core_node_name":"core_node4",
[junit4] 1> "roles":null,
[junit4] 1> "base_url":"https://127.0.0.1:33745/solr",
[junit4] 1> "node_name":"127.0.0.1:33745_solr",
[junit4] 1> "numShards":"2",
[junit4] 1> "state":"active",
[junit4] 1> "shard":"shard2",
[junit4] 1> "collection":"collection1",
[junit4] 1> "type":"NRT",
[junit4] 1> "operation":"state"}
[junit4] 1> /overseer/queue/qn-0000000009 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "core_node_name":"core_node3",
[junit4] 1> "roles":null,
[junit4] 1> "base_url":"https://127.0.0.1:38143/solr",
[junit4] 1> "node_name":"127.0.0.1:38143_solr",
[junit4] 1> "numShards":"2",
[junit4] 1> "state":"active",
[junit4] 1> "shard":"shard1",
[junit4] 1> "collection":"collection1",
[junit4] 1> "type":"NRT",
[junit4] 1> "operation":"state"}
[junit4] 1> /overseer/collection-map-running (0)
[junit4] 1> /aliases.json (0)
[junit4] 1> /live_nodes (4)
[junit4] 1> /live_nodes/127.0.0.1:41805_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:38143_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:36615_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:33745_solr (0)
[junit4] 1> /collections (1)
[junit4] 1> /collections/collection1 (4)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf"}
[junit4] 1> /collections/collection1/leaders (2)
[junit4] 1> /collections/collection1/leaders/shard2 (1)
[junit4] 1> /collections/collection1/leaders/shard2/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "core_node_name":"core_node4",
[junit4] 1> "base_url":"https://127.0.0.1:33745/solr",
[junit4] 1> "node_name":"127.0.0.1:33745_solr"}
[junit4] 1> /collections/collection1/leaders/shard1 (1)
[junit4] 1> /collections/collection1/leaders/shard1/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "core_node_name":"core_node3",
[junit4] 1> "base_url":"https://127.0.0.1:38143/solr",
[junit4] 1> "node_name":"127.0.0.1:38143_solr"}
[junit4] 1> /collections/collection1/counter (0)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /collections/collection1/state.json (0)
[junit4] 1> DATA:
[junit4] 1> {"collection1":{
[junit4] 1> "pullReplicas":"0",
[junit4] 1> "replicationFactor":"1",
[junit4] 1> "router":{"name":"compositeId"},
[junit4] 1> "maxShardsPerNode":"1",
[junit4] 1> "autoAddReplicas":"false",
[junit4] 1> "nrtReplicas":"1",
[junit4] 1> "tlogReplicas":"0",
[junit4] 1> "shards":{
[junit4] 1> "shard1":{
[junit4] 1> "range":"80000000-ffffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node3":{
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "base_url":"https://127.0.0.1:38143/solr",
[junit4] 1> "node_name":"127.0.0.1:38143_solr",
[junit4] 1> "state":"down",
[junit4] 1> "type":"NRT",
[junit4] 1> "leader":"true"}}},
[junit4] 1> "shard2":{
[junit4] 1> "range":"0-7fffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node4":{
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "base_url":"https://127.0.0.1:33745/solr",
[junit4] 1> "node_name":"127.0.0.1:33745_solr",
[junit4] 1> "state":"down",
[junit4] 1> "type":"NRT",
[junit4] 1> "leader":"true"}}}}}}
[junit4] 1> /collections/collection1/leader_elect (2)
[junit4] 1> /collections/collection1/leader_elect/shard2 (1)
[junit4] 1> /collections/collection1/leader_elect/shard2/election (1)
[junit4] 1> /collections/collection1/leader_elect/shard2/election/99024583787282441-core_node4-n_0000000000 (0)
[junit4] 1> /collections/collection1/leader_elect/shard1 (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election/99024583787282440-core_node3-n_0000000000 (0)
[junit4] 1> /overseer_elect (2)
[junit4] 1> /overseer_elect/leader (0)
[junit4] 1> DATA:
[junit4] 1> {"id":"99024583787282441-127.0.0.1:33745_solr-n_0000000000"}
[junit4] 1> /overseer_elect/election (4)
[junit4] 1> /overseer_elect/election/99024583787282441-127.0.0.1:33745_solr-n_0000000000 (0)
[junit4] 1> /overseer_elect/election/99024583787282444-127.0.0.1:36615_solr-n_0000000003 (0)
[junit4] 1> /overseer_elect/election/99024583787282442-127.0.0.1:41805_solr-n_0000000001 (0)
[junit4] 1> /overseer_elect/election/99024583787282440-127.0.0.1:38143_solr-n_0000000002 (0)
[junit4] 1> /security.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /clusterstate.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /solr.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /autoscaling (4)
[junit4] 1> /autoscaling/nodeAdded (0)
[junit4] 1> /autoscaling/nodeLost (0)
[junit4] 1> /autoscaling/triggerState (1)
[junit4] 1> /autoscaling/triggerState/.auto_add_replicas (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "lastLiveNodes":[
[junit4] 1> "127.0.0.1:33745_solr",
[junit4] 1> "127.0.0.1:36615_solr",
[junit4] 1> "127.0.0.1:38143_solr",
[junit4] 1> "127.0.0.1:41805_solr"],
[junit4] 1> "nodeNameVsTimeRemoved":{}}
[junit4] 1> /autoscaling/events (1)
[junit4] 1> /autoscaling/events/.auto_add_replicas (0)
[junit4] 1> /autoscaling.json (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "cluster-preferences":[{
[junit4] 1> "minimize":"cores",
[junit4] 1> "precision":1}],
[junit4] 1> "triggers":{".auto_add_replicas":{
[junit4] 1> "name":".auto_add_replicas",
[junit4] 1> "event":"nodeLost",
[junit4] 1> "waitFor":30,
[junit4] 1> "actions":[
[junit4] 1> {
[junit4] 1> "name":"auto_add_replicas_plan",
[junit4] 1> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 1> {
[junit4] 1> "name":"execute_plan",
[junit4] 1> "class":"solr.ExecutePlanAction"}],
[junit4] 1> "enabled":true}},
[junit4] 1> "listeners":{".auto_add_replicas.system":{
[junit4] 1> "beforeAction":[],
[junit4] 1> "afterAction":[],
[junit4] 1> "trigger":".auto_add_replicas",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}}}
[junit4] 1> /clusterprops.json (0)
[junit4] 1> DATA:
[junit4] 1> {'urlScheme':'https'}
[junit4] 1>
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@11ac36c), locale=nl, timezone=America/St_Barthelemy
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=44882760,total=234618880
[junit4] 2> NOTE: All tests run in this JVM: [OrFunctionTest, AbstractAnalyticsFieldTest, QueryFacetTest, LegacyRangeFacetTest, DateParseFunctionTest, CastingDoubleValueStreamTest, CastingBooleanValueTest, IfFunctionTest, FloorFunctionTest, CeilingFunctionTest, LongFieldsTest, NoFacetTest, LegacyQueryFacetCloudTest, RoundFunctionTest, SubtractFunctionTest, LegacyAbstractAnalyticsCloudTest, LegacyNoFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyNoFacetCloudTest -Dtests.seed=60D001988FC56FB6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | LegacyNoFacetCloudTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([60D001988FC56FB6]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [78/78 (1!)] on J1 in 125.35s, 0 tests, 1 failure <<< FAILURES!
[...truncated 40030 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20939 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20939/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC
7 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream
Error Message:
There are still nodes recoverying - waited for 90 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
at __randomizedtesting.SeedInfo.seed([5E89E3A5CF0B9678:2E36C28527E6EFC5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream(StreamExpressionTest.java:4152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Could not find collection:workQueue
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue
at __randomizedtesting.SeedInfo.seed([5E89E3A5CF0B9678:7C49625EEC61BC68]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:8145)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream
Error Message:
Error from server at https://127.0.0.1:36605/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36605/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([5E89E3A5CF0B9678:7E6381A5534A7B34]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4544)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream
Error Message:
Error from server at https://127.0.0.1:36605/solr: collection already exists: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36605/solr: collection already exists: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([5E89E3A5CF0B9678:FE7FB2200A7A58E6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream(StreamExpressionTest.java:4644)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([F2D9753B965414A3:79FEA6EAD752BF27]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:907)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:428)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestSkipOverseerOperations.testSkipLeaderOperations
Error Message:
Expected 2x1 for collection: collection1 null Live Nodes: [127.0.0.1:33123_solr, 127.0.0.1:33795_solr, 127.0.0.1:38745_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected 2x1 for collection: collection1
null
Live Nodes: [127.0.0.1:33123_solr, 127.0.0.1:33795_solr, 127.0.0.1:38745_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([F2D9753B965414A3:233A6C7497764C9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestSkipOverseerOperations.testSkipLeaderOperations(TestSkipOverseerOperations.java:69)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestSkipOverseerOperations.testSkipDownOperations
Error Message:
Expected 2x2 for collection: collection2 null Live Nodes: [127.0.0.1:33123_solr, 127.0.0.1:33795_solr, 127.0.0.1:38745_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected 2x2 for collection: collection2
null
Live Nodes: [127.0.0.1:33123_solr, 127.0.0.1:33795_solr, 127.0.0.1:38745_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([F2D9753B965414A3:354B077D6B18AF75]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestSkipOverseerOperations.testSkipDownOperations(TestSkipOverseerOperations.java:104)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11729 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSkipOverseerOperations
[junit4] 2> 66149 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSkipOverseerOperations_F2D9753B965414A3-001/init-core-data-001
[junit4] 2> 66150 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 66150 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 66152 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSkipOverseerOperations_F2D9753B965414A3-001/tempDir-001
[junit4] 2> 66152 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 66152 INFO (Thread-191) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 66152 INFO (Thread-191) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 66156 ERROR (Thread-191) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 66252 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40299
[junit4] 2> 66260 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 66265 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 66266 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 66280 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8e080dd{/solr,null,AVAILABLE}
[junit4] 2> 66282 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41165f30{SSL,[ssl, http/1.1]}{127.0.0.1:38745}
[junit4] 2> 66282 INFO (jetty-launcher-161-thread-2) [ ] o.e.j.s.Server Started @67633ms
[junit4] 2> 66282 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38745}
[junit4] 2> 66282 ERROR (jetty-launcher-161-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 66302 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 66302 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 66302 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 66302 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T04:50:33.252660Z
[junit4] 2> 66310 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b36d15e{/solr,null,AVAILABLE}
[junit4] 2> 66314 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c825301{/solr,null,AVAILABLE}
[junit4] 2> 66317 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55cbba8a{SSL,[ssl, http/1.1]}{127.0.0.1:33795}
[junit4] 2> 66317 INFO (jetty-launcher-161-thread-1) [ ] o.e.j.s.Server Started @67668ms
[junit4] 2> 66317 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33795}
[junit4] 2> 66317 ERROR (jetty-launcher-161-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 66319 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 66319 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 66319 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 66319 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T04:50:33.269895Z
[junit4] 2> 66323 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 66328 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@282c0737{SSL,[ssl, http/1.1]}{127.0.0.1:33123}
[junit4] 2> 66352 INFO (jetty-launcher-161-thread-3) [ ] o.e.j.s.Server Started @67702ms
[junit4] 2> 66352 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33123}
[junit4] 2> 66352 ERROR (jetty-launcher-161-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 66352 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 66352 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 66352 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 66353 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-18T04:50:33.302964Z
[junit4] 2> 66368 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 66372 INFO (jetty-launcher-161-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40299/solr
[junit4] 2> 66393 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 66401 INFO (jetty-launcher-161-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40299/solr
[junit4] 2> 66432 INFO (jetty-launcher-161-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40299/solr
[junit4] 2> 66531 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 66532 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33123_solr
[junit4] 2> 66534 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.c.Overseer Overseer (id=99023626771038217-127.0.0.1:33123_solr-n_0000000000) starting
[junit4] 2> 66534 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:33795_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 66535 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:33795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33795_solr
[junit4] 2> 66550 INFO (zkCallback-174-thread-1-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 66551 INFO (zkCallback-180-thread-1-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 66576 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 66578 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 66582 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38745_solr
[junit4] 2> 66582 INFO (zkCallback-174-thread-1-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 66582 INFO (zkCallback-180-thread-1-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 66597 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 66613 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33123_solr
[junit4] 2> 66614 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66614 INFO (zkCallback-174-thread-1-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66616 INFO (zkCallback-180-thread-1-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66645 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:33795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66666 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66671 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:33795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66673 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:33795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66676 INFO (jetty-launcher-161-thread-1) [n:127.0.0.1:33795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSkipOverseerOperations_F2D9753B965414A3-001/tempDir-001/node1/.
[junit4] 2> 66684 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66685 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66687 INFO (jetty-launcher-161-thread-2) [n:127.0.0.1:38745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSkipOverseerOperations_F2D9753B965414A3-001/tempDir-001/node2/.
[junit4] 2> 66695 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33123.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66709 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33123.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66710 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33123.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d404b4
[junit4] 2> 66711 INFO (jetty-launcher-161-thread-3) [n:127.0.0.1:33123_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSkipOverseerOperations_F2D9753B965414A3-001/tempDir-001/node3/.
[junit4] 2> 66774 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 66774 INFO (SUITE-TestSkipOverseerOperations-seed#[F2D9753B965414A3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40299/solr ready
[junit4] 2> 66783 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSkipLeaderOperations
[junit4] 2> 66798 INFO (qtp1190366922-958) [n:127.0.0.1:33123_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 66807 INFO (qtp1190366922-958) [n:127.0.0.1:33123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 66810 INFO (qtp1190366922-980) [n:127.0.0.1:33123_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&createNodeSet=127.0.0.1:33795_solr,127.0.0.1:38745_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 66811 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 66811 INFO (OverseerCollectionConfigSetProcessor-99023626771038217-127.0.0.1:33123_solr-n_0000000000) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 66811 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 66811 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
[junit4] 2> 66812 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
[junit4] 2> 66813 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
[junit4] 2> 66814 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
[junit4] 2> 66815 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
[junit4] 2> 66815 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
[junit4] 2> 66816 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
[junit4] 2> 66817 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
[junit4] 2> 66817 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1/lang/stopwords_ga.txt
[junit4] 2> 66818 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1/lang/stopwords_hi.txt
[junit4] 2> 66818 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1/lang/stopwords_da.txt
[junit4] 2> 66819 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1/lang/stopwords_ja.txt
[junit4] 2> 66819 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1/lang/stopwords_pt.txt
[junit4] 2> 66820 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1/lang/stopwords_hu.txt
[junit4] 2> 66821 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1/lang/stopwords_el.txt
[junit4] 2> 66821 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1/lang/stopwords_ru.txt
[junit4] 2> 66822 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1/lang/stopwords_tr.txt
[junit4] 2> 66822 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1/lang/stopwords_ar.txt
[junit4] 2> 66823 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1/lang/userdict_ja.txt
[junit4] 2> 66823 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1/lang/stopwords_eu.txt
[junit4] 2> 66824 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1/lang/stopwords_it.txt
[junit4] 2> 66824 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1/lang/stopwords_cz.txt
[junit4] 2> 66825 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1/lang/stoptags_ja.txt
[junit4] 2> 66826 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1/lang/contractions_fr.txt
[junit4] 2> 66826 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1/lang/stopwords_de.txt
[junit4] 2> 66827 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1/lang/stopwords_fa.txt
[junit4] 2> 66829 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1/lang/contractions_ga.txt
[junit4] 2> 66829 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1/lang/stopwords_ca.txt
[junit4] 2> 66830 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1/lang/stopwords_nl.txt
[junit4] 2> 66830 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1/lang/stopwords_bg.txt
[junit4] 2> 66831 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1/lang/stopwords_lv.txt
[junit4] 2> 66832 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1/lang/stopwords_en.txt
[junit4] 2> 66832 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1/lang/stopwords_es.txt
[junit4] 2> 66833 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1/lang/stopwords_th.txt
[junit4] 2> 66833 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1/lang/stopwords_ro.txt
[junit4] 2> 66834 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1/lang/stopwords_fr.txt
[junit4] 2> 66834 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1/lang/stopwords_sv.txt
[junit4] 2> 66835 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1/lang/stopwords_fi.txt
[junit4] 2> 66835 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1/lang/hyphenations_ga.txt
[junit4] 2> 66836 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1/lang/stopwords_gl.txt
[junit4] 2> 66836 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1/params.json
[junit4] 2> 66836 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
[junit4] 2> 66837 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
[junit4] 2> 66941 INFO (OverseerStateUpdate-99023626771038217-127.0.0.1:33123_solr-n_0000000000) [n:127.0.0.1:33123_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33795/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 66943 INFO (OverseerStateUpdate-99023626771038217-127.0.0.1:33123_solr-n_0000000000) [n:127.0.0.1:33123_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38745/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 67213 INFO (qtp1467341287-957) [n:127.0.0.1:33795_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 67214 INFO (qtp1467341287-957) [n:127.0.0.1:33795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 67218 INFO (qtp1624716177-959) [n:127.0.0.1:38745_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=collection1&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 67219 INFO (qtp1624716177-959) [n:127.0.0.1:38745_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 67329 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 67329 INFO (zkCallback-174-thread-1-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 67329 INFO (zkCallback-173-thread-2-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 67329 INFO (zkCallback-174-thread-2-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 68232 ERROR (qtp1624716177-959) [n:127.0.0.1:38745_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'collection1_shard2_replica_n2': Unable to create core [collection1_shard2_replica_n2] Caused by: Can't find resource 'solrconfig.xml' in classpath or '/configs/collection1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:991)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [collection1_shard2_replica_n2]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core collection1_shard2_replica_n2: Error loading solr config from solrconfig.xml
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:97)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1085)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
[junit4] 2> ... 38 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error loading solr config from solrconfig.xml
[junit4] 2> at org.apache.solr.core.SolrConfig.readFromResourceLoader(SolrConfig.java:189)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createSolrConfig(ConfigSetService.java:109)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:91)
[junit4] 2> ... 40 more
[junit4] 2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'solrconfig.xml' in classpath or '/configs/collection1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.openConfig(SolrResourceLoader.java:362)
[junit4] 2> at org.apache.solr.core.Config.<init>(Config.java:120)
[junit4] 2> at org.apache.solr.core.Config.<init>(Config.java:90)
[junit4] 2> at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:204)
[junit4] 2> at org.apache.solr.core.SolrConfig.readFromResourceLoader(SolrConfig.java:181)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 68233 INFO (qtp1624716177-959) [n:127.0.0.1:38745_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=collection1&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1014
[junit4] 2> 68234 ERROR (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38745/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38745/solr: Error CREATEing SolrCore 'collection1_shard2_replica_n2': Unable to create core [collection1_shard2_replica_n2] Caused by: Can't find resource 'solrconfig.xml' in classpath or '/configs/collection1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 68240 ERROR (qtp1467341287-957) [n:127.0.0.1:33795_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'collection1_shard1_replica_n1': Unable to create core [collection1_shard1_replica_n1] Caused by: Can't find resource 'solrconfig.xml' in classpath or '/configs/collection1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:991)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [collection1_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core collection1_shard1_replica_n1: Error loading solr config from solrconfig.xml
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:97)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1085)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
[junit4] 2> ... 38 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error loading solr config from solrconfig.xml
[junit4] 2> at org.apache.solr.core.SolrConfig.readFromResourceLoader(SolrConfig.java:189)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createSolrConfig(ConfigSetService.java:109)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:91)
[junit4] 2> ... 40 more
[junit4] 2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'solrconfig.xml' in classpath or '/configs/collection1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.openConfig(SolrResourceLoader.java:362)
[junit4] 2> at org.apache.solr.core.Config.<init>(Config.java:120)
[junit4] 2> at org.apache.solr.core.Config.<init>(Config.java:90)
[junit4] 2> at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:204)
[junit4] 2> at org.apache.solr.core.SolrConfig.readFromResourceLoader(SolrConfig.java:181)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 68241 INFO (qtp1467341287-957) [n:127.0.0.1:33795_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1027
[junit4] 2> 68241 ERROR (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33795/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33795/solr: Error CREATEing SolrCore 'collection1_shard1_replica_n1': Unable to create core [collection1_shard1_replica_n1] Caused by: Can't find resource 'solrconfig.xml' in classpath or '/configs/collection1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 68242 ERROR (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [collection1].
[junit4] 2> 68248 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 68252 INFO (qtp1467341287-976) [n:127.0.0.1:33795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 68253 INFO (qtp1624716177-967) [n:127.0.0.1:38745_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 68356 INFO (zkCallback-173-thread-2-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 68356 INFO (zkCallback-174-thread-1-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 68356 INFO (zkCallback-174-thread-2-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 68356 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 68955 INFO (OverseerThreadFactory-305-thread-2-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [collection1]
[junit4] 2> 68959 INFO (qtp1190366922-980) [n:127.0.0.1:33123_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 70814 INFO (OverseerCollectionConfigSetProcessor-99023626771038217-127.0.0.1:33123_solr-n_0000000000) [n:127.0.0.1:33123_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 98966 ERROR (qtp1190366922-980) [n:127.0.0.1:33123_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 98966 INFO (qtp1190366922-980) [n:127.0.0.1:33123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&createNodeSet=127.0.0.1:33795_solr,127.0.0.1:38745_solr&wt=javabin&version=2} status=0 QTime=32155
[junit4] 2> 98967 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55cbba8a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 98967 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1418775397
[junit4] 2> 98967 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 98968 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6340e228: rootName = solr_33795, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@503cc74d
[junit4] 2> 98972 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 98972 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@782618ad: rootName = solr_33795, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@167c9f8c
[junit4] 2> 98974 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 98974 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2abbd430: rootName = solr_33795, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74059677
[junit4] 2> 98975 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33795_solr
[junit4] 2> 98976 INFO (TEST-TestSkipOverseerOperations.testSkipLeaderOperations-seed#[F2D9753B965414A3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 98976 INFO (zkCallback-180-thread-1-processing-n:127.0.0.1:33123_solr) [n:127.0.0.1:33123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 98976 INFO (zkCallback-174-thread-3-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 98976 INFO (zkCallback-173-thread-3-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 98976 INFO (zkCallback-186-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 100476 WARN (zkCallback-174-thread-3-processing-n:127.0.0.1:33795_solr) [n:127.0.0.1:33795_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:33795_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:33795_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:74)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1104)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1099)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
[...truncated too long message...]
mxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50adc175: rootName = solr_46681, domain = solr.core.parallelDestinationCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.parallelDestinationCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@407a2af7
[junit4] 2> 256036 INFO (coreCloseExecutor-175-thread-1) [n:127.0.0.1:45003_solr c:parallelDestinationCollection1 s:shard2 r:core_node4 x:parallelDestinationCollection1_shard2_replica_n2] o.a.s.c.SolrCore [parallelDestinationCollection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@410f4325
[junit4] 2> 256036 INFO (coreCloseExecutor-175-thread-1) [n:127.0.0.1:45003_solr c:parallelDestinationCollection1 s:shard2 r:core_node4 x:parallelDestinationCollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.parallelDestinationCollection1.shard2.replica_n2, tag=1091519269
[junit4] 2> 256036 INFO (coreCloseExecutor-175-thread-1) [n:127.0.0.1:45003_solr c:parallelDestinationCollection1 s:shard2 r:core_node4 x:parallelDestinationCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49370867: rootName = solr_45003, domain = solr.core.parallelDestinationCollection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.parallelDestinationCollection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@5c29c0f7
[junit4] 2> 256040 INFO (zkCallback-32-thread-4-processing-n:127.0.0.1:45003_solr) [n:127.0.0.1:45003_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 256040 INFO (jetty-closer-13-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4484c374{/solr,null,UNAVAILABLE}
[junit4] 2> 256041 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:36605_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@ca54fdd
[junit4] 2> 256041 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:36605_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=212160477
[junit4] 2> 256041 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:36605_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27c93a72: rootName = solr_36605, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1bc193d2
[junit4] 2> 256051 INFO (coreCloseExecutor-174-thread-1) [n:127.0.0.1:46681_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=298581892
[junit4] 2> 256051 INFO (coreCloseExecutor-174-thread-2) [n:127.0.0.1:46681_solr c:parallelDestinationCollection1 s:shard1 r:core_node3 x:parallelDestinationCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.parallelDestinationCollection1.shard1.leader, tag=696859601
[junit4] 2> 256058 INFO (coreCloseExecutor-175-thread-1) [n:127.0.0.1:45003_solr c:parallelDestinationCollection1 s:shard2 r:core_node4 x:parallelDestinationCollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.parallelDestinationCollection1.shard2.leader, tag=1091519269
[junit4] 2> 256070 INFO (jetty-closer-13-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32cd35bb{/solr,null,UNAVAILABLE}
[junit4] 2> 256074 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:36605_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=212160477
[junit4] 2> 256077 INFO (jetty-closer-13-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99023843487252491-127.0.0.1:46681_solr-n_0000000000) closing
[junit4] 2> 256077 INFO (OverseerStateUpdate-99023843487252491-127.0.0.1:46681_solr-n_0000000000) [n:127.0.0.1:46681_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46681_solr
[junit4] 2> 256077 WARN (OverseerAutoScalingTriggerThread-99023843487252491-127.0.0.1:46681_solr-n_0000000000) [n:127.0.0.1:46681_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 256078 INFO (jetty-closer-13-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19105c88{/solr,null,UNAVAILABLE}
[junit4] 2> 256079 INFO (jetty-closer-13-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79c8fc94{/solr,null,UNAVAILABLE}
[junit4] 2> 256080 ERROR (SUITE-StreamExpressionTest-seed#[5E89E3A5CF0B9678]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 256081 INFO (SUITE-StreamExpressionTest-seed#[5E89E3A5CF0B9678]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33411 33411
[junit4] 2> 261114 INFO (Thread-51) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33411 33411
[junit4] 2> 261115 WARN (Thread-51) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 70 /solr/aliases.json
[junit4] 2> 9 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 70 /solr/clusterprops.json
[junit4] 2> 70 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 8 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/99023843487252488-127.0.0.1:36605_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 70 /solr/live_nodes
[junit4] 2> 70 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_5E89E3A5CF0B9678-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=FST50, join2_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=LuceneVarGapFixedInterval), a2_s=FST50, test_t=PostingsFormat(name=Asserting), level1_s=FST50, ident_s=PostingsFormat(name=LuceneVarGapFixedInterval), body_t=PostingsFormat(name=Asserting), s_multi=FST50, col_s=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_ss=PostingsFormat(name=Direct), a_s=FST50, a_t=PostingsFormat(name=Direct), side_s=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting), text=FST50}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Direct), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Memory), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory), i_multi=DocValuesFormat(name=Direct), b_ls=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1229, maxMBSortInHeap=5.6389579106427, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@171648e2), locale=it, timezone=Canada/Eastern
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=385160904,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrSchemalessExampleTest, GreaterThanEvaluatorTest, LessThanEvaluatorTest, RawValueEvaluatorTest, AscEvaluatorTest, TermsResponseTest, TestClusteringResponse, LargeVolumeBinaryJettyTest, HttpSolrClientConPoolTest, FieldAnalysisResponseTest, ConcurrentUpdateSolrClientBuilderTest, StreamExpressionTest]
[junit4] Completed [134/146 (1!)] on J0 in 249.93s, 135 tests, 2 failures, 2 errors, 9 skipped <<< FAILURES!
[...truncated 39223 lines...]