You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/21 20:37:23 UTC
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 97 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/97/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest
Error Message:
Could not find collection:collection1
Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
at __randomizedtesting.SeedInfo.seed([1031165B645B3EAE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([D37661D2001006DB]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([D37661D2001006DB]:0)
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([D37661D2001006DB:C16C003CB37657E]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 40 more
Build Log:
[...truncated 12295 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/init-core-data-001
[junit4] 2> 1280714 WARN (SUITE-TestLazyCores-seed#[D37661D2001006DB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=236 numCloses=236
[junit4] 2> 1280714 INFO (SUITE-TestLazyCores-seed#[D37661D2001006DB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1280714 INFO (SUITE-TestLazyCores-seed#[D37661D2001006DB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1280714 INFO (SUITE-TestLazyCores-seed#[D37661D2001006DB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1280715 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateSame
[junit4] 2> 1280722 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/solr.xml
[junit4] 2> 1280724 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1280724 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1280725 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1280743 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280748 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280748 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280749 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1280760 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1280760 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1280760 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1280765 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1280765 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1280765 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection5, trusted=true
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection2, trusted=true
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection1, trusted=true
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection5/data/]
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection2/data/]
[junit4] 2> 1280767 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection1/data/]
[junit4] 2> 1280768 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1280768 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1280768 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1280818 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1280818 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1280819 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1280819 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@6088165d[collection5] main]
[junit4] 2> 1280819 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection5/conf
[junit4] 2> 1280819 INFO (coreLoadExecutor-3445-thread-3) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1280820 INFO (searcherExecutor-3446-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@6088165d[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1280827 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1280827 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1280827 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1280827 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1280828 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1280828 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1280828 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f960bbd[collection1] main]
[junit4] 2> 1280828 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@651fe71d[collection2] main]
[junit4] 2> 1280828 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection2/conf
[junit4] 2> 1280828 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection1/conf
[junit4] 2> 1280829 INFO (coreLoadExecutor-3445-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1280829 INFO (coreLoadExecutor-3445-thread-2) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1280829 INFO (searcherExecutor-3448-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f960bbd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1280829 INFO (searcherExecutor-3447-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@651fe71d[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1280833 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1280836 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 1280837 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1280837 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection4, trusted=true
[junit4] 2> 1280837 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection4' (registry 'solr.core.collection4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280837 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1280837 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection4/data/]
[junit4] 2> 1280839 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=48.6748046875, floorSegmentMB=0.482421875, forceMergeDeletesPctAllowed=9.657119649698878, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24050776995188433
[junit4] 2> 1280886 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1280886 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1280887 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8327942973988406]
[junit4] 2> 1280887 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@16fc0a27[collection4] main]
[junit4] 2> 1280887 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection4/conf
[junit4] 2> 1280888 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1280888 INFO (searcherExecutor-3459-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@16fc0a27[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1280891 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1280894 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
[junit4] 2> 1280895 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1280895 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection6, trusted=true
[junit4] 2> 1280896 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection6' (registry 'solr.core.collection6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280896 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1280896 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/./collection6/data/]
[junit4] 2> 1280897 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1280930 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1280930 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1280931 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1937529127, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1280931 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6afc3bbd[collection6] main]
[junit4] 2> 1280931 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-001/collection6/conf
[junit4] 2> 1280932 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1280932 INFO (searcherExecutor-3463-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@6afc3bbd[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t12&name=collection2&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1280935 WARN (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t14&name=collection4&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1280935 WARN (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t15&name=collection5&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1280935 WARN (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t16&name=collection6&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1280935 WARN (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1713719290
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1280935 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6081e533: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6b35fa3f
[junit4] 2> 1280938 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1280938 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5318445f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44e477ea
[junit4] 2> 1280940 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1280940 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6120e4fe: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2be18f1c
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-1-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@618d2f8d
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-2-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7789d950
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-3-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@6b6fe671
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=1636642701
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-4-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@36512fb6
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@280c0618: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@4e94a020
[junit4] 2> 1280940 INFO (coreCloseExecutor-3467-thread-5-processing-x:collection4) [ x:collection6] o.a.s.c.SolrCore [collection6] CLOSING SolrCore org.apache.solr.core.SolrCore@2934882d
[junit4] 2> 1280944 INFO (coreCloseExecutor-3467-thread-2-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2005522768
[junit4] 2> 1280944 INFO (coreCloseExecutor-3467-thread-2-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1660a8c4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@423621da
[junit4] 2> 1280948 INFO (coreCloseExecutor-3467-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection4, tag=1802495601
[junit4] 2> 1280948 INFO (coreCloseExecutor-3467-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1fa34761: rootName = null, domain = solr.core.collection4, service url = null, agent id = null] for registry solr.core.collection4 / com.codahale.metrics.MetricRegistry@27a5ea96
[junit4] 2> 1280952 INFO (coreCloseExecutor-3467-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=911290294
[junit4] 2> 1280952 INFO (coreCloseExecutor-3467-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7957a41a: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@10ed9518
[junit4] 2> 1280956 INFO (coreCloseExecutor-3467-thread-5-processing-x:collection4) [ x:collection6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection6, tag=691308589
[junit4] 2> 1280956 INFO (coreCloseExecutor-3467-thread-5-processing-x:collection4) [ x:collection6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f119ef8: rootName = null, domain = solr.core.collection6, service url = null, agent id = null] for registry solr.core.collection6 / com.codahale.metrics.MetricRegistry@4f0860e7
[junit4] 2> 1280960 INFO (TEST-TestLazyCores.testCreateSame-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testCreateSame
[junit4] 2> 1280961 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testRace
[junit4] 2> 1280968 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/solr.xml
[junit4] 2> 1280969 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1280969 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1280970 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1280991 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280996 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280996 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1280997 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1281001 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281001 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281001 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281015 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1281015 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1281015 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection2, trusted=true
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection5, trusted=true
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection1, trusted=true
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection5/data/]
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection1/data/]
[junit4] 2> 1281016 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection2/data/]
[junit4] 2> 1281018 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281018 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281018 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281055 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281055 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281056 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281056 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f9bc359[collection1] main]
[junit4] 2> 1281056 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection1/conf
[junit4] 2> 1281057 INFO (coreLoadExecutor-3474-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281057 INFO (searcherExecutor-3477-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f9bc359[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281060 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281060 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281061 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281061 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@57b3ccfd[collection5] main]
[junit4] 2> 1281061 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection5/conf
[junit4] 2> 1281061 INFO (coreLoadExecutor-3474-thread-3-processing-x:collection4) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281062 INFO (searcherExecutor-3476-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@57b3ccfd[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281063 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281063 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281064 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281064 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@35f2cba8[collection2] main]
[junit4] 2> 1281064 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection2/conf
[junit4] 2> 1281064 INFO (coreLoadExecutor-3474-thread-2-processing-x:collection4) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281065 INFO (searcherExecutor-3475-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@35f2cba8[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281080 INFO (Thread-2062) [ x:collection3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281084 INFO (Thread-2062) [ x:collection3] o.a.s.s.IndexSchema [collection3] Schema name=tiny
[junit4] 2> 1281085 INFO (Thread-2062) [ x:collection3] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281085 INFO (Thread-2062) [ x:collection3] o.a.s.c.CoreContainer Creating SolrCore 'collection3' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection3, trusted=true
[junit4] 2> 1281085 INFO (Thread-2062) [ x:collection3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection3' (registry 'solr.core.collection3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281085 INFO (Thread-2062) [ x:collection3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281085 INFO (Thread-2062) [ x:collection3] o.a.s.c.SolrCore [[collection3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/./collection3/data/]
[junit4] 2> 1281086 INFO (Thread-2062) [ x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281135 INFO (Thread-2062) [ x:collection3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281135 INFO (Thread-2062) [ x:collection3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281136 INFO (Thread-2062) [ x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281136 INFO (Thread-2062) [ x:collection3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bad67d[collection3] main]
[junit4] 2> 1281136 INFO (Thread-2062) [ x:collection3] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-002/collection3/conf
[junit4] 2> 1281137 INFO (Thread-2062) [ x:collection3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281138 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=384617275
[junit4] 2> 1281138 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1281138 INFO (searcherExecutor-3487-thread-1-processing-x:collection3) [ x:collection3] o.a.s.c.SolrCore [collection3] Registered new searcher Searcher@5bad67d[collection3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281138 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4effb41e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4d67cf95
[junit4] 2> 1281142 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1281142 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2922b3ce: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44e477ea
[junit4] 2> 1281144 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1281144 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f714113: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2be18f1c
[junit4] 2> 1281145 INFO (coreCloseExecutor-3491-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e306b36
[junit4] 2> 1281145 INFO (coreCloseExecutor-3491-thread-2-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@36d769f
[junit4] 2> 1281145 INFO (coreCloseExecutor-3491-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1043360566
[junit4] 2> 1281145 INFO (coreCloseExecutor-3491-thread-3-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@5a00a725
[junit4] 2> 1281145 INFO (coreCloseExecutor-3491-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15fa04f3: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a5fb144
[junit4] 2> 1281145 INFO (coreCloseExecutor-3491-thread-4-processing-x:collection4) [ x:collection3] o.a.s.c.SolrCore [collection3] CLOSING SolrCore org.apache.solr.core.SolrCore@4517419
[junit4] 2> 1281149 INFO (coreCloseExecutor-3491-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=57505439
[junit4] 2> 1281149 INFO (coreCloseExecutor-3491-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f075517: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@4d5f86cc
[junit4] 2> 1281153 INFO (coreCloseExecutor-3491-thread-3-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=1509992229
[junit4] 2> 1281153 INFO (coreCloseExecutor-3491-thread-3-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@196a166e: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@224a1d86
[junit4] 2> 1281156 INFO (coreCloseExecutor-3491-thread-4-processing-x:collection4) [ x:collection3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection3, tag=72447001
[junit4] 2> 1281156 INFO (coreCloseExecutor-3491-thread-4-processing-x:collection4) [ x:collection3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@364efb57: rootName = null, domain = solr.core.collection3, service url = null, agent id = null] for registry solr.core.collection3 / com.codahale.metrics.MetricRegistry@595712f5
[junit4] 2> 1281161 INFO (TEST-TestLazyCores.testRace-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testRace
[junit4] 2> 1281162 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testNoCommit
[junit4] 2> 1281169 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/solr.xml
[junit4] 2> 1281170 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1281170 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1281171 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1281185 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281198 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281199 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281200 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1281204 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281204 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281204 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281209 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1281209 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1281209 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection1, trusted=true
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection5, trusted=true
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection2, trusted=true
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281219 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281220 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281220 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281220 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection1/data/]
[junit4] 2> 1281220 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection2/data/]
[junit4] 2> 1281220 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection5/data/]
[junit4] 2> 1281221 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281221 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281221 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5190231537679613]
[junit4] 2> 1281256 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281256 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281256 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281256 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281257 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281257 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281257 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5051b6ae[collection2] main]
[junit4] 2> 1281257 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c3ba544[collection1] main]
[junit4] 2> 1281257 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection2/conf
[junit4] 2> 1281257 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection1/conf
[junit4] 2> 1281258 INFO (coreLoadExecutor-3498-thread-2-processing-x:collection4) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281258 INFO (coreLoadExecutor-3498-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281258 INFO (searcherExecutor-3499-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c3ba544[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281258 INFO (searcherExecutor-3501-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@5051b6ae[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281267 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281267 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281268 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=10.1650390625, floorSegmentMB=1.517578125, forceMergeDeletesPctAllowed=5.467647686172679, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5087168919390287
[junit4] 2> 1281268 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e92134[collection5] main]
[junit4] 2> 1281268 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection5/conf
[junit4] 2> 1281268 INFO (coreLoadExecutor-3498-thread-3-processing-x:collection4) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281269 INFO (searcherExecutor-3500-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@1e92134[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281273 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281287 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema [collection3] Schema name=tiny
[junit4] 2> 1281288 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281288 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection3' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection3, trusted=true
[junit4] 2> 1281288 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection3' (registry 'solr.core.collection3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281288 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281288 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore [[collection3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection3/data/]
[junit4] 2> 1281290 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=4.5107421875, floorSegmentMB=1.0361328125, forceMergeDeletesPctAllowed=21.897475991402054, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4449135236394852
[junit4] 2> 1281340 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281340 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281341 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=5.65234375, floorSegmentMB=1.0048828125, forceMergeDeletesPctAllowed=14.882061997285998, segmentsPerTier=35.0, maxCFSSegmentSizeMB=1.9228515625, noCFSRatio=0.6150734711406899
[junit4] 2> 1281342 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@402e21f9[collection3] main]
[junit4] 2> 1281342 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection3/conf
[junit4] 2> 1281342 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281343 INFO (searcherExecutor-3511-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection3] Registered new searcher Searcher@402e21f9[collection3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281346 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281349 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
[junit4] 2> 1281350 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281350 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection6, trusted=true
[junit4] 2> 1281350 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection6' (registry 'solr.core.collection6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281351 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281351 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection6/data/]
[junit4] 2> 1281352 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=98.7724609375, floorSegmentMB=1.2373046875, forceMergeDeletesPctAllowed=19.20335169063357, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5704796735523335
[junit4] 2> 1281402 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281402 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281403 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=2.259765625, floorSegmentMB=1.96484375, forceMergeDeletesPctAllowed=15.68982306259954, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5622578242162327
[junit4] 2> 1281403 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@345ef4b8[collection6] main]
[junit4] 2> 1281403 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection6/conf
[junit4] 2> 1281404 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1281404 INFO (searcherExecutor-3515-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@345ef4b8[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1281417 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1281420 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema [collection7] Schema name=tiny
[junit4] 2> 1281421 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1281421 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection7' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection7, trusted=true
[junit4] 2> 1281422 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection7' (registry 'solr.core.collection7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6be30524
[junit4] 2> 1281422 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1281422 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.c.SolrCore [[collection7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection7], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/./collection7/data/]
[junit4] 2> 1281423 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=53.0400390625, floorSegmentMB=1.5712890625, forceMergeDeletesPctAllowed=4.9950825898844675, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1281469 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1281469 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1281470 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=75.291015625, floorSegmentMB=1.9658203125, forceMergeDeletesPctAllowed=5.131426926445201, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1281470 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@29b5d230[collection7] main]
[junit4] 2> 1281470 INFO (TEST-TestLazyCores.testNoCommit-seed#[D37661D2001006DB]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D37661D2001006DB-001/tempDir-003/collection7/conf
[junit4] 2> 1281471 INFO (TEST-TestLazyCores.testNoCo
[...truncated too long message...]
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Dec 21, 2017 8:10:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Dec 21, 2017 8:10:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] 2> at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {v_t=FSTOrd50, id=FSTOrd50, v_s=PostingsFormat(name=MockRandom), v_f=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1726, maxMBSortInHeap=5.283771252586267, sim=RandomSimilarity(queryNorm=false): {}, locale=en-CX, timezone=Etc/GMT+12
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=2,free=138827992,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrQueryResponse, ExitableDirectoryReaderTest, DebugComponentTest, TestSubQueryTransformerCrossCore, ImplicitSnitchTest, ZkCLITest, HdfsBasicDistributedZk2Test, TestJsonRequest, SolrCoreMetricManagerTest, TestNestedDocsSort, AtomicUpdateProcessorFactoryTest, MBeansHandlerTest, ClusterStateUpdateTest, TestDocSet, BJQParserTest, HdfsRecoverLeaseTest, TestAtomicUpdateErrorCases, SampleTest, LeaderFailureAfterFreshStartTest, CdcrUpdateLogTest, InfoHandlerTest, MoreLikeThisHandlerTest, TestSimpleTrackingShardHandler, HdfsDirectoryTest, SynonymTokenizerTest, TestStreamBody, TestFieldCacheSortRandom, CircularListTest, TestSolrCLIRunExample, TestMaxTokenLenTokenizer, CollectionTooManyReplicasTest, TestQuerySenderNoQuery, PreAnalyzedFieldManagedSchemaCloudTest, HdfsAutoAddReplicasIntegrationTest, TestDocumentBuilder, SolrJmxReporterCloudTest, PolyFieldTest, ZkSolrClientTest, CollectionsAPIDistributedZkTest, PingRequestHandlerTest, TestJettySolrRunner, TestUseDocValuesAsStored2, TestAuthenticationFramework, TestCloudRecovery, ShowFileRequestHandlerTest, DocValuesMultiTest, TestClassicSimilarityFactory, TestStressUserVersions, OpenExchangeRatesOrgProviderTest, SubstringBytesRefFilterTest, DOMUtilTest, ConfigureRecoveryStrategyTest, PreAnalyzedFieldTest, TestCopyFieldCollectionResource, TestLockTree, ShardSplitTest, DirectUpdateHandlerTest, TestCustomDocTransformer, TestPayloadCheckQParserPlugin, ChangedSchemaMergeTest, SolrIndexMetricsTest, LegacyCloudClusterPropTest, TestXIncludeConfig, TestRandomFlRTGCloud, TestPrepRecovery, TestManagedSynonymGraphFilterFactory, PKIAuthenticationIntegrationTest, TestXmlQParserPlugin, TestSizeLimitedDistributedMap, TestBackupRepositoryFactory, SecurityConfHandlerTest, TestNumericRangeQuery32, TestCollapseQParserPlugin, SolrIndexSplitterTest, OpenCloseCoreStressTest, TestSolrConfigHandlerCloud, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=D37661D2001006DB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-CX -Dtests.timezone=Etc/GMT+12 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([D37661D2001006DB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=9351, name=searcherExecutor-3531-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([D37661D2001006DB]:0)
[junit4] Completed [212/751 (1!)] on J1 in 30.21s, 9 tests, 3 errors <<< FAILURES!
[...truncated 4667 lines...]
[junit4] Suite: org.apache.solr.analytics.NoFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.NoFacetTest_1031165B645B3EAE-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1235, maxMBSortInHeap=6.250970802017099, sim=RandomSimilarity(queryNorm=true): {}, locale=yo-BJ, timezone=US/Arizona
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=455062704,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DoubleFieldsTest, OrFunctionTest, NoFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoFacetTest -Dtests.seed=1031165B645B3EAE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=yo-BJ -Dtests.timezone=US/Arizona -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | NoFacetTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([1031165B645B3EAE]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [49/78 (1!)] on J1 in 42.98s, 0 tests, 1 failure <<< FAILURES!
[...truncated 37183 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 112
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/112/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273) at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) ,time=14}
Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
,time=14}
at __randomizedtesting.SeedInfo.seed([B9B8CC0C358380F3:31ECF3D69B7FED0B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12835 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/init-core-data-001
[junit4] 2> 1588318 WARN (SUITE-TestDistributedSearch-seed#[B9B8CC0C358380F3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1588318 INFO (SUITE-TestDistributedSearch-seed#[B9B8CC0C358380F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1588319 INFO (SUITE-TestDistributedSearch-seed#[B9B8CC0C358380F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 1588319 INFO (SUITE-TestDistributedSearch-seed#[B9B8CC0C358380F3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1588319 INFO (SUITE-TestDistributedSearch-seed#[B9B8CC0C358380F3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1588377 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/control/cores/collection1
[junit4] 2> 1588377 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1588378 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47fdda65{/,null,AVAILABLE}
[junit4] 2> 1588379 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e353f36{HTTP/1.1,[http/1.1]}{127.0.0.1:40927}
[junit4] 2> 1588379 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.Server Started @1589746ms
[junit4] 2> 1588379 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=40927, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/control/cores}
[junit4] 2> 1588379 ERROR (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1588380 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1588380 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1588380 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1588380 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-09T11:20:42.507Z
[junit4] 2> 1588380 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/control/solr.xml
[junit4] 2> 1588382 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1588382 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1588382 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1588402 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588407 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588407 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588408 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/control/cores
[junit4] 2> 1588408 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1588408 INFO (coreLoadExecutor-6047-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1588409 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1588428 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1588444 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1588500 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1588503 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1588504 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588504 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1588504 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1588505 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@71217c3e
[junit4] 2> 1588530 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1588530 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1588531 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1588531 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1588531 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1588531 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3618cc5c[collection1] main]
[junit4] 2> 1588532 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1588552 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1588638 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1588639 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1588639 INFO (coreLoadExecutor-6047-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589113617400201216
[junit4] 2> 1588639 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1588639 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1588639 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1588639 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1588639 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1588640 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1588640 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1588640 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1588641 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3618cc5c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1588712 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1588713 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1588713 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@331d3e06{/,null,AVAILABLE}
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@724e588a{HTTP/1.1,[http/1.1]}{127.0.0.1:39489}
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.Server Started @1590080ms
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=39489, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/shard0/cores}
[junit4] 2> 1588714 ERROR (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-09T11:20:42.841Z
[junit4] 2> 1588714 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1588716 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1588716 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1588717 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1588738 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588744 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588744 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588745 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/shard0/cores
[junit4] 2> 1588745 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1588746 INFO (coreLoadExecutor-6058-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1588746 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1588761 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1588774 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1588832 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1588836 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1588836 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c5f0a5
[junit4] 2> 1588836 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1588836 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1588837 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@363907d3
[junit4] 2> 1588861 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1588861 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1588861 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1588862 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1588862 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1588862 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17dfdd82[collection1] main]
[junit4] 2> 1588863 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1588880 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1588962 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1588962 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1588963 INFO (coreLoadExecutor-6058-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589113617739939840
[junit4] 2> 1588963 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1588963 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1588963 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1588963 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1588963 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1588963 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1588964 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1588964 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1588965 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17dfdd82[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1588966 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1588969 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589113617745182720)} 0 1
[junit4] 2> 1588972 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589113617748328448)} 0 1
[junit4] 2> 1588974 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1589113617750425600)]} 0 1
[junit4] 2> 1588976 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1589113617752522752)]} 0 0
[junit4] 2> 1588977 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1589113617753571328)]} 0 0
[junit4] 2> 1588977 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1589113617754619904)]} 0 0
[junit4] 2> 1588978 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1589113617755668480)]} 0 0
[junit4] 2> 1588979 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1589113617756717056)]} 0 0
[junit4] 2> 1588980 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1589113617756717056)]} 0 0
[junit4] 2> 1588980 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1589113617757765632)]} 0 0
[junit4] 2> 1588981 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1589113617758814208)]} 0 0
[junit4] 2> 1588982 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1589113617759862784)]} 0 0
[junit4] 2> 1588983 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1589113617760911360)]} 0 0
[junit4] 2> 1588984 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1589113617760911360)]} 0 0
[junit4] 2> 1588984 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1589113617761959936)]} 0 0
[junit4] 2> 1588985 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1589113617763008512)]} 0 0
[junit4] 2> 1588986 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1589113617763008512)]} 0 0
[junit4] 2> 1588986 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1589113617764057088)]} 0 0
[junit4] 2> 1588987 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1589113617765105664)]} 0 0
[junit4] 2> 1588988 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1589113617766154240)]} 0 0
[junit4] 2> 1588988 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589113617766154240,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1588988 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1c91ba3b commitCommandVersion:1589113617766154240
[junit4] 2> 1588999 INFO (qtp795419500-13309) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27ac18b0[collection1] main]
[junit4] 2> 1588999 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1589001 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@27ac18b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):c9)))}
[junit4] 2> 1589001 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 1589002 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589113617780834304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1589002 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@157c1f44 commitCommandVersion:1589113617780834304
[junit4] 2> 1589009 INFO (qtp478739471-13326) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c9c9662[collection1] main]
[junit4] 2> 1589009 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1589012 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7c9c9662[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):c9)))}
[junit4] 2> 1589012 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
[junit4] 2> 1589014 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1589113617791320064)]} 0 1
[junit4] 2> 1589016 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1589113617793417216)]} 0 1
[junit4] 2> 1589017 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1589113617795514368)]} 0 0
[junit4] 2> 1589018 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1589113617796562944)]} 0 0
[junit4] 2> 1589018 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1589113617797611520)]} 0 0
[junit4] 2> 1589019 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1589113617798660096)]} 0 0
[junit4] 2> 1589020 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1589113617798660096)]} 0 0
[junit4] 2> 1589020 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1589113617799708672)]} 0 0
[junit4] 2> 1589022 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1589113617800757248)]} 0 0
[junit4] 2> 1589022 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1589113617801805824)]} 0 0
[junit4] 2> 1589023 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1589113617802854400)]} 0 0
[junit4] 2> 1589024 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1589113617803902976)]} 0 0
[junit4] 2> 1589025 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1589113617803902976)]} 0 0
[junit4] 2> 1589025 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1589113617804951552)]} 0 0
[junit4] 2> 1589026 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1589113617806000128)]} 0 0
[junit4] 2> 1589027 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1589113617807048704)]} 0 0
[junit4] 2> 1589028 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1589113617807048704)]} 0 0
[junit4] 2> 1589029 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1589113617808097280)]} 0 0
[junit4] 2> 1589030 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1589113617809145856)]} 0 0
[junit4] 2> 1589030 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100 (1589113617810194432)]} 0 0
[junit4] 2> 1589031 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1589113617811243008)]} 0 0
[junit4] 2> 1589031 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101 (1589113617811243008)]} 0 0
[junit4] 2> 1589032 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1589113617812291584)]} 0 0
[junit4] 2> 1589033 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102 (1589113617812291584)]} 0 0
[junit4] 2> 1589033 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1589113617813340160)]} 0 0
[junit4] 2> 1589034 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103 (1589113617814388736)]} 0 0
[junit4] 2> 1589035 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1589113617814388736)]} 0 0
[junit4] 2> 1589035 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104 (1589113617815437312)]} 0 0
[junit4] 2> 1589036 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1589113617816485888)]} 0 0
[junit4] 2> 1589037 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105 (1589113617816485888)]} 0 0
[junit4] 2> 1589037 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1589113617817534464)]} 0 0
[junit4] 2> 1589038 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106 (1589113617818583040)]} 0 0
[junit4] 2> 1589039 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1589113617818583040)]} 0 0
[junit4] 2> 1589039 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107 (1589113617819631616)]} 0 0
[junit4] 2> 1589040 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1589113617820680192)]} 0 0
[junit4] 2> 1589040 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108 (1589113617820680192)]} 0 0
[junit4] 2> 1589041 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1589113617821728768)]} 0 0
[junit4] 2> 1589042 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109 (1589113617821728768)]} 0 0
[junit4] 2> 1589042 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1589113617822777344)]} 0 0
[junit4] 2> 1589043 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110 (1589113617823825920)]} 0 0
[junit4] 2> 1589044 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1589113617823825920)]} 0 0
[junit4] 2> 1589044 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111 (1589113617824874496)]} 0 0
[junit4] 2> 1589045 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1589113617825923072)]} 0 0
[junit4] 2> 1589046 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112 (1589113617826971648)]} 0 0
[junit4] 2> 1589047 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1589113617826971648)]} 0 0
[junit4] 2> 1589047 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113 (1589113617828020224)]} 0 0
[junit4] 2> 1589048 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1589113617828020224)]} 0 0
[junit4] 2> 1589048 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[114 (1589113617829068800)]} 0 0
[junit4] 2> 1589049 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1589113617830117376)]} 0 0
[junit4] 2> 1589050 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[115 (1589113617831165952)]} 0 0
[junit4] 2> 1589050 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1589113617831165952)]} 0 0
[junit4] 2> 1589051 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[116 (1589113617832214528)]} 0 0
[junit4] 2> 1589052 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1589113617832214528)]} 0 0
[junit4] 2> 1589052 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[117 (1589113617833263104)]} 0 0
[junit4] 2> 1589053 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1589113617834311680)]} 0 0
[junit4] 2> 1589054 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[118 (1589113617834311680)]} 0 0
[junit4] 2> 1589054 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1589113617835360256)]} 0 0
[junit4] 2> 1589055 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[119 (1589113617836408832)]} 0 0
[junit4] 2> 1589055 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1589113617836408832)]} 0 0
[junit4] 2> 1589056 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[120 (1589113617837457408)]} 0 0
[junit4] 2> 1589057 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1589113617837457408)]} 0 0
[junit4] 2> 1589057 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[121 (1589113617838505984)]} 0 0
[junit4] 2> 1589058 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1589113617839554560)]} 0 0
[junit4] 2> 1589059 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[122 (1589113617839554560)]} 0 0
[junit4] 2> 1589059 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1589113617840603136)]} 0 0
[junit4] 2> 1589060 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[123 (1589113617840603136)]} 0 0
[junit4] 2> 1589060 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1589113617841651712)]} 0 0
[junit4] 2> 1589061 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[124 (1589113617842700288)]} 0 0
[junit4] 2> 1589061 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1589113617842700288)]} 0 0
[junit4] 2> 1589062 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[125 (1589113617843748864)]} 0 0
[junit4] 2> 1589062 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1589113617843748864)]} 0 0
[junit4] 2> 1589063 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[126 (1589113617844797440)]} 0 0
[junit4] 2> 1589063 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1589113617844797440)]} 0 0
[junit4] 2> 1589064 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[127 (1589113617845846016)]} 0 0
[junit4] 2> 1589064 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1589113617845846016)]} 0 0
[junit4] 2> 1589065 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[128 (1589113617846894592)]} 0 0
[junit4] 2> 1589065 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1589113617846894592)]} 0 0
[junit4] 2> 1589066 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[129 (1589113617846894593)]} 0 0
[junit4] 2> 1589066 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1589113617847943168)]} 0 0
[junit4] 2> 1589066 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[130 (1589113617847943168)]} 0 0
[junit4] 2> 1589067 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1589113617848991744)]} 0 0
[junit4] 2> 1589067 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[131 (1589113617848991744)]} 0 0
[junit4] 2> 1589068 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1589113617848991745)]} 0 0
[junit4] 2> 1589068 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[132 (1589113617850040320)]} 0 0
[junit4] 2> 1589068 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1589113617850040320)]} 0 0
[junit4] 2> 1589069 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[133 (1589113617850040321)]} 0 0
[junit4] 2> 1589069 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1589113617851088896)]} 0 0
[junit4] 2> 1589069 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[134 (1589113617851088896)]} 0 0
[junit4] 2> 1589070 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1589113617852137472)]} 0 0
[junit4] 2> 1589070 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[135 (1589113617852137472)]} 0 0
[junit4] 2> 1589070 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1589113617852137473)]} 0 0
[junit4] 2> 1589071 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[136 (1589113617852137473)]} 0 0
[junit4] 2> 1589071 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1589113617853186048)]} 0 0
[junit4] 2> 1589071 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[137 (1589113617853186048)]} 0 0
[junit4] 2> 1589072 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1589113617853186049)]} 0 0
[junit4] 2> 1589072 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[138 (1589113617854234624)]} 0 0
[junit4] 2> 1589072 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1589113617854234624)]} 0 0
[junit4] 2> 1589072 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[139 (1589113617854234625)]} 0 0
[junit4] 2> 1589073 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1589113617855283200)]} 0 0
[junit4] 2> 1589073 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[140 (1589113617855283200)]} 0 0
[junit4] 2> 1589074 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1589113617856331776)]} 0 0
[junit4] 2> 1589074 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[141 (1589113617856331776)]} 0 0
[junit4] 2> 1589074 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1589113617856331777)]} 0 0
[junit4] 2> 1589075 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[142 (1589113617856331777)]} 0 0
[junit4] 2> 1589080 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1589113617862623232)]} 0 0
[junit4] 2> 1589081 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[143 (1589113617863671808)]} 0 0
[junit4] 2> 1589081 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1589113617863671808)]} 0 0
[junit4] 2> 1589081 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[144 (1589113617863671809)]} 0 0
[junit4] 2> 1589082 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1589113617864720384)]} 0 0
[junit4] 2> 1589082 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[145 (1589113617864720384)]} 0 0
[junit4] 2> 1589082 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1589113617864720385)]} 0 0
[junit4] 2> 1589083 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[146 (1589113617865768960)]} 0 0
[junit4] 2> 1589083 INFO (qtp795419500-13302) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1589113617865768960)]} 0 0
[junit4] 2> 1589083 INFO (qtp478739471-13319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[147 (1589113617865768961)]} 0 0
[junit4] 2> 1589083 INFO (qtp795419500-13307) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1589113617865768961)]} 0 0
[junit4] 2> 1589084 INFO (qtp478739471-13324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[148 (1589113617866817536)]} 0 0
[junit4] 2> 1589084 INFO (qtp795419500-13308) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1589113617866817536)]} 0 0
[junit4] 2> 1589084 INFO (qtp478739471-13325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[149 (1589113617866817537)]} 0 0
[junit4] 2> 1589084 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589113617866817537,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1589084 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1c91ba3b commitCommandVersion:1589113617866817537
[junit4] 2> 1589091 INFO (qtp795419500-13309) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@328be30f[collection1] main]
[junit4] 2> 1589091 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1589092 INFO (searcherExecutor-6048-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@328be30f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):c9) Uninverting(_1(7.2.1):c59)))}
[junit4] 2> 1589092 INFO (qtp795419500-13309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 8
[junit4] 2> 1589093 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589113617876254720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1589093 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@157c1f44 commitCommandVersion:1589113617876254720
[junit4] 2> 1589099 INFO (qtp478739471-13326) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e815931[collection1] main]
[junit4] 2> 1589099 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1589101 INFO (searcherExecutor-6059-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7e815931[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):c9) Uninverting(_1(7.2.1):c59)))}
[junit4] 2> 1589101 INFO (qtp478739471-13326) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 1589101 INFO (qtp795419500-13302) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1589101 INFO (qtp795419500-13302) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1589102 INFO (qtp795419500-13307) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1589102 INFO (qtp795419500-13307) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1589102 INFO (qtp795419500-13308) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589103 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843230&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589104 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843230&ids=100,134,2,13,124,102,116,8,107,130&isShard=true&shard.url=http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589105 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1589105 INFO (qtp795419500-13309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589107 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1515496843233&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589108 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843233&ids=110,132,144,111,122,123,147,4,138,108&isShard=true&shard.url=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589108 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1589109 INFO (qtp795419500-13302) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589110 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1515496843237&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589111 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843237&ids=121,12,1,102,114,16,104,115,117,140&isShard=true&shard.url=http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589112 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::083]:33332/&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1589112 INFO (qtp795419500-13307) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589113 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1515496843240&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589115 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843240&ids=145,123,146,103,136,127,116,119,9,141&isShard=true&shard.url=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589115 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::213]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 1589116 INFO (qtp795419500-13308) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589130 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843243&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589130 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843243&ids=12,111,14,135,4,15,104,118,130,131&isShard=true&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589131 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:39489//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=14
[junit4] 2> 1589132 INFO (qtp795419500-13309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589139 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843259&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589140 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843259&ids=2,13,112,125,137,138,149,139,119,141&isShard=true&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589141 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:39489//collection1&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=8
[junit4] 2> 1589142 INFO (qtp795419500-13302) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589143 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:39489//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1515496843269&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589144 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843269&ids=112,13,102,104,5,137,138,128,119,142&isShard=true&shard.url=http://127.0.0.1:39489//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589144 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1|[ff01::114]:33332/&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589145 INFO (qtp795419500-13307) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589146 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843273&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589147 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843273&ids=110,133,113,136,147,103,149,106,117,7&isShard=true&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589147 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:39489//collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589148 INFO (qtp795419500-13308) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589149 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843276&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589150 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843276&ids=144,122,147,5,104,16,117,139,119,9&isShard=true&shard.url=http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589150 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589151 INFO (qtp795419500-13309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589151 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1515496843278&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589152 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843278&ids=110,100,2,112,113,103,148,107,109,130&isShard=true&shard.url=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589152 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589153 INFO (qtp795419500-13302) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589154 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1515496843280&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589154 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843280&ids=111,1,135,14,113,15,147,4,105,107&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589155 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589156 INFO (qtp795419500-13307) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589157 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1515496843283&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589157 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843283&ids=11,102,124,16,115,126,5,6,140,10&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589158 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589158 INFO (qtp795419500-13308) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589159 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843286&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589160 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843286&ids=143,1,13,4,15,115,105,117,106,142&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589160 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:39489//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589161 INFO (qtp795419500-13309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589161 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843288&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589162 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843288&ids=122,12,101,146,148,16,138,17,129,131&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589162 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:39489//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589163 INFO (qtp795419500-13302) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589164 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1515496843290&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589164 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843290&ids=11,143,134,112,135,4,148,6,1001,8&isShard=true&shard.url=http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589165 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589165 INFO (qtp795419500-13307) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589166 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843293&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589166 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843293&ids=132,110,145,123,14,147,104,7,106,118&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589167 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:39489//collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589167 INFO (qtp795419500-13308) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589168 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843295&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589168 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843295&ids=144,100,123,124,136,137,127,1001,8,141&isShard=true&shard.url=http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589169 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:39489//collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589169 INFO (qtp795419500-13309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589170 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843297&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589170 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843297&ids=111,134,14,115,5,148,118,109,130,131&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589171 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589172 INFO (qtp795419500-13302) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589173 INFO (qtp478739471-13319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=*:*&NOW=1515496843299&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589173 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843299&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589173 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&sort=a_i1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589174 INFO (qtp795419500-13307) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1589176 INFO (qtp478739471-13324) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i1,5))+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1515496843302&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1589176 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1515496843302&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1589177 INFO (qtp478739471-13320) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:39489//collection1|[ff01::213]:33332/&sort={!func}testfunc(add(a_i1,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 1589177 INFO (qtp795419500-13308) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=a_i1[*+TO+*]&distrib=false&sort=a_i1+asc&wt=javabin&version=2} hits=13 status=0 QTime=0
[junit4] 2> 1589178 INFO (qtp478739471-13325) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:39489//collection1&rows=10&version=2&q=a_i1[*+TO+*]&NOW=1515496843305&isShard=true&wt=javabin} hits=13 status=0 QTime=0
[junit4] 2> 1589179 INFO (qtp478739471-13326) [ x:collection1] o.a.s.c.S.Request
[...truncated too long message...]
[junit4] 2> 1602048 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29bef41d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2962711e
[junit4] 2> 1602048 INFO (coreCloseExecutor-6105-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5a8340b8
[junit4] 2> 1602048 INFO (coreCloseExecutor-6105-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1518551224
[junit4] 2> 1602048 INFO (coreCloseExecutor-6105-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12d13395: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@43122c5
[junit4] 2> 1602055 INFO (TEST-TestDistributedSearch.test-seed#[B9B8CC0C358380F3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f42ff2c{/,null,UNAVAILABLE}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=B9B8CC0C358380F3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 13.7s J0 | TestDistributedSearch.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] > at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
[junit4] > at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > ,time=14}
[junit4] > at __randomizedtesting.SeedInfo.seed([B9B8CC0C358380F3:31ECF3D69B7FED0B]:0)
[junit4] > at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
[junit4] > at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
[junit4] > at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_B9B8CC0C358380F3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=Memory), range_facet_l_dv=Lucene50(blocksize=128), SubjectTerms_mfacet=PostingsFormat(name=Memory), n_l1=PostingsFormat(name=MockRandom), a_n_tdt=FST50, multiDefault=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory), n_td1=PostingsFormat(name=Memory), n_d1=PostingsFormat(name=MockRandom), n_f1=PostingsFormat(name=Memory), range_facet_l=PostingsFormat(name=MockRandom), n_tl1=PostingsFormat(name=Memory), a_s=FST50, oddField_s=Lucene50(blocksize=128), n_tf1=PostingsFormat(name=MockRandom), lowerfilt1and2=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), lowerfilt=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), text=FST50, timestamp=PostingsFormat(name=MockRandom), severity=FST50, foo_sev_enum=FST50, n_dt1=PostingsFormat(name=Memory), a_i1=PostingsFormat(name=MockRandom), b_n_tdt=PostingsFormat(name=Memory), n_ti1=Lucene50(blocksize=128), rnd_b=Lucene50(blocksize=128), foo_b=FST50, n_tdt1=PostingsFormat(name=Memory), foo_d=Lucene50(blocksize=128), id_i1=PostingsFormat(name=Memory), range_facet_i_dv=PostingsFormat(name=MockRandom), foo_f=FST50}, docValues:{other_tl1=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Memory), n_l1=DocValuesFormat(name=Asserting), a_n_tdt=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Direct), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting), n_f1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), severity=DocValuesFormat(name=Lucene70), foo_sev_enum=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Asserting), b_n_tdt=DocValuesFormat(name=Direct), n_ti1=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), n_tdt1=DocValuesFormat(name=Direct), id_i1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Asserting), foo_f=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=661, maxMBSortInHeap=6.530182810571752, sim=RandomSimilarity(queryNorm=false): {}, locale=hu-HU, timezone=JST
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=320312656,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudPseudoReturnFields, TermsComponentTest, ParsingFieldUpdateProcessorsTest, ManagedSchemaRoundRobinCloudTest, TestHighFrequencyDictionaryFactory, DistributedQueryElevationComponentTest, ExecutePlanActionTest, TestManagedSchema, ConjunctionSolrSpellCheckerTest, TestJsonFacets, TestExceedMaxTermLength, CollectionsAPISolrJTest, SearchHandlerTest, TestScoreJoinQPScore, TestStressVersions, MinimalSchemaTest, BasicZkTest, HdfsNNFailoverTest, TestEmbeddedSolrServerSchemaAPI, TestRebalanceLeaders, SimpleCollectionCreateDeleteTest, DateRangeFieldTest, AnalysisAfterCoreReloadTest, CleanupOldIndexTest, TestClusterProperties, SolrXmlInZkTest, HdfsChaosMonkeyNothingIsSafeTest, TestPHPSerializedResponseWriter, TestWordDelimiterFilterFactory, RemoteQueryErrorTest, TestCrossCoreJoin, TestCoreBackup, SolrGraphiteReporterTest, BaseCdcrDistributedZkTest, TestAddFieldRealTimeGet, SolrMetricReporterTest, TestSuggestSpellingConverter, TestSolrDeletionPolicy1, SimpleFacetsTest, DocValuesTest, TestConfigsApi, URLClassifyProcessorTest, AutoAddReplicasPlanActionTest, TestComplexPhraseQParserPlugin, CacheHeaderTest, MoveReplicaTest, NodeAddedTriggerTest, ActionThrottleTest, TestRandomDVFaceting, TestTlogReplica, TestComponentsName, MetricsConfigTest, TestConfig, TestIBSimilarityFactory, BufferStoreTest, TestInPlaceUpdatesStandalone, UtilsToolTest, TestShortCircuitedRequests, AnalysisErrorHandlingTest, TestImplicitCoreProperties, NoCacheHeaderTest, ExternalFileFieldSortTest, SpellCheckCollatorTest, TestRetrieveFieldsOptimizer, TestIntervalFaceting, TestFoldingMultitermQuery, PeerSyncWithIndexFingerprintCachingTest, TolerantUpdateProcessorTest, SpatialFilterTest, TestSerializedLuceneMatchVersion, ResponseLogComponentTest, TestUtilizeNode, TermVectorComponentTest, TestDownShardTolerantSearch, StatsReloadRaceTest, MergeStrategyTest, CursorPagingTest, DistributedMLTComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, BasicAuthStandaloneTest, NumberUtilsTest, TestManagedSynonymFilterFactory, TestNumericTerms64, TestLeaderElectionWithEmptyReplica, TestFieldTypeCollectionResource, SparseHLLTest, TestHighlightDedupGrouping, HdfsTlogReplayBufferedWhileIndexingTest, SearchHandlerTest, UpdateParamsTest, ForceLeaderTest, RestartWhileUpdatingTest, BlockJoinFacetRandomTest, SystemLogListenerTest, TestSolrCloudSnapshots, TestExactStatsCache, SolrSlf4jReporterTest, TestSort, TestReversedWildcardFilterFactory, TestReplicationHandler, TestStandardQParsers, TestFastOutputStream, TestConfigSetImmutable, TestPullReplicaErrorHandling, FastVectorHighlighterTest, TestCodecSupport, TestBinaryResponseWriter, TestCorePropertiesReload, DistributedFacetPivotWhiteBoxTest, TestPostingsSolrHighlighter, TestLegacyFieldReuse, TestOnReconnectListenerSupport, TestQueryUtils, TestSubQueryTransformer, TestSystemCollAutoCreate, DateMathParserTest, JsonLoaderTest, TestIndexingPerformance, ResourceLoaderTest, TestInitQParser, LeaderInitiatedRecoveryOnShardRestartTest, TestZkAclsWithHadoopAuth, TestUnifiedSolrHighlighter, TestCloudNestedDocsSort, BasicFunctionalityTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch]
[junit4] Completed [389/751 (1!)] on J0 in 13.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 48645 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 111 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/111/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
8 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[7B25CB77D3D0A255:60353A3B25205A65]}
Error Message:
Could not find collection : pull_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:60353A3B25205A65]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:161)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[7B25CB77D3D0A255:D46386C711E29149]}
Error Message:
Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_create_delete
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:D46386C711E29149]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:129)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testRealTimeGet
Error Message:
Error from server at https://127.0.0.1:37005/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: create the collection time out:180s
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:327)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testKillPullReplica
Error Message:
Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_kill_pull_replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_kill_pull_replica
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:F7D4D7E27361436D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testKillPullReplica(TestPullReplica.java:463)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testAddDocs
Error Message:
Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_add_docs
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_add_docs
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:9BAED071309E50B8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testAddDocs(TestPullReplica.java:219)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas
Error Message:
Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:E82B574CC72E4BFC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:285)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader
Error Message:
Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_kill_leader
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_kill_leader
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:32333FC3B16B3603]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:289)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica
Error Message:
Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37005/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
at __randomizedtesting.SeedInfo.seed([7B25CB77D3D0A255:8187C62CB67B1D1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica(TestPullReplica.java:263)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11968 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/init-core-data-001
[junit4] 2> 81883 WARN (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 81883 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 81884 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 81884 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 81886 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001
[junit4] 2> 81886 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 81886 INFO (Thread-94) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 81886 INFO (Thread-94) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 81887 ERROR (Thread-94) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 81986 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36513
[junit4] 2> 81990 INFO (zkConnectionManagerCallback-108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82046 INFO (jetty-launcher-105-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 82046 INFO (jetty-launcher-105-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 82047 INFO (jetty-launcher-105-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aa7b75a{/solr,null,AVAILABLE}
[junit4] 2> 82047 INFO (jetty-launcher-105-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77c2dd33{/solr,null,AVAILABLE}
[junit4] 2> 82062 INFO (jetty-launcher-105-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d12a666{SSL,[ssl, http/1.1]}{127.0.0.1:45439}
[junit4] 2> 82062 INFO (jetty-launcher-105-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bcac0ef{SSL,[ssl, http/1.1]}{127.0.0.1:37005}
[junit4] 2> 82062 INFO (jetty-launcher-105-thread-1) [ ] o.e.j.s.Server Started @83877ms
[junit4] 2> 82062 INFO (jetty-launcher-105-thread-2) [ ] o.e.j.s.Server Started @83877ms
[junit4] 2> 82062 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37005}
[junit4] 2> 82062 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45439}
[junit4] 2> 82063 ERROR (jetty-launcher-105-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 82063 ERROR (jetty-launcher-105-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T17:27:31.926266Z
[junit4] 2> 82063 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T17:27:31.926293Z
[junit4] 2> 82064 INFO (zkConnectionManagerCallback-112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82064 INFO (zkConnectionManagerCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82065 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 82065 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 82070 INFO (jetty-launcher-105-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36513/solr
[junit4] 2> 82070 INFO (jetty-launcher-105-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36513/solr
[junit4] 2> 82074 INFO (zkConnectionManagerCallback-118-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82074 INFO (zkConnectionManagerCallback-120-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82082 INFO (zkConnectionManagerCallback-122-thread-1-processing-n:127.0.0.1:45439_solr) [n:127.0.0.1:45439_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82082 INFO (zkConnectionManagerCallback-124-thread-1-processing-n:127.0.0.1:37005_solr) [n:127.0.0.1:37005_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82127 INFO (jetty-launcher-105-thread-2) [n:127.0.0.1:37005_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 82127 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 82127 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45439_solr
[junit4] 2> 82128 INFO (jetty-launcher-105-thread-2) [n:127.0.0.1:37005_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37005_solr
[junit4] 2> 82128 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.c.Overseer Overseer (id=99230446501888005-127.0.0.1:45439_solr-n_0000000000) starting
[junit4] 2> 82133 INFO (zkCallback-121-thread-1-processing-n:127.0.0.1:45439_solr) [n:127.0.0.1:45439_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 82134 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:37005_solr) [n:127.0.0.1:37005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 82141 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45439_solr
[junit4] 2> 82142 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:37005_solr) [n:127.0.0.1:37005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 82142 INFO (zkCallback-121-thread-1-processing-n:127.0.0.1:45439_solr) [n:127.0.0.1:45439_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 82167 INFO (jetty-launcher-105-thread-2) [n:127.0.0.1:37005_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37005.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 82173 INFO (jetty-launcher-105-thread-2) [n:127.0.0.1:37005_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37005.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 82174 INFO (jetty-launcher-105-thread-2) [n:127.0.0.1:37005_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37005.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 82174 INFO (jetty-launcher-105-thread-2) [n:127.0.0.1:37005_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001/node2/.
[junit4] 2> 82179 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45439.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 82188 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45439.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 82188 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45439.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 82189 INFO (jetty-launcher-105-thread-1) [n:127.0.0.1:45439_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001/node1/.
[junit4] 2> 82205 INFO (zkConnectionManagerCallback-129-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82208 INFO (zkConnectionManagerCallback-133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 82209 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 82209 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36513/solr ready
[junit4] 2> 82210 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 82251 INFO (qtp1600651-679) [n:127.0.0.1:37005_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 82252 INFO (qtp1600651-679) [n:127.0.0.1:37005_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 82262 INFO (TEST-TestPullReplica.testRealTimeGet-seed#[7B25CB77D3D0A255]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
[junit4] 2> 82264 INFO (qtp1600651-680) [n:127.0.0.1:37005_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_real_time_get&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 82270 INFO (OverseerThreadFactory-183-thread-1-processing-n:127.0.0.1:45439_solr) [n:127.0.0.1:45439_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_real_time_get
[junit4] 2> 82375 INFO (OverseerStateUpdate-99230446501888005-127.0.0.1:45439_solr-n_0000000000) [n:127.0.0.1:45439_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 82376 INFO (OverseerStateUpdate-99230446501888005-127.0.0.1:45439_solr-n_0000000000) [n:127.0.0.1:45439_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 82590 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 82590 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 82597 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 82597 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 82700 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:37005_solr) [n:127.0.0.1:37005_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 82700 INFO (zkCallback-121-thread-1-processing-n:127.0.0.1:45439_solr) [n:127.0.0.1:45439_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 82700 INFO (zkCallback-123-thread-2-processing-n:127.0.0.1:37005_solr) [n:127.0.0.1:37005_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 82700 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:45439_solr) [n:127.0.0.1:45439_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 83598 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 83602 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_p2] Schema name=minimal
[junit4] 2> 83610 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 83610 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_p2' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 83610 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 83610 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37005.solr.core.pull_replica_test_real_time_get.shard1.replica_p2' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 83610 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 83610 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001/node2/pull_replica_test_real_time_get_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001/node2/./pull_replica_test_real_time_get_shard1_replica_p2/data/]
[junit4] 2> 83615 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_n1] Schema name=minimal
[junit4] 2> 83616 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 83616 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 83616 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45439.solr.core.pull_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ba49a7e
[junit4] 2> 83616 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 83616 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001/node1/pull_replica_test_real_time_get_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001/tempDir-001/node1/./pull_replica_test_real_time_get_shard1_replica_n1/data/]
[junit4] 2> 83649 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 83649 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 83650 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 83650 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 83651 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aac082d[pull_replica_test_real_time_get_shard1_replica_n1] main]
[junit4] 2> 83652 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 83652 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 83652 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 83652 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 83652 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 83653 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@607bd0ec[pull_replica_test_real_time_get_shard1_replica_p2] main]
[junit4] 2> 83653 INFO (searcherExecutor-189-thread-1-processing-n:127.0.0.1:45439_solr x:pull_replica_test_real_time_get_shard1_replica_n1 s:shard1 c:pull_replica_test_real_time_get r:core_node3) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_n1] Registered new searcher Searcher@2aac082d[pull_replica_test_real_time_get_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 83653 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587687145881993216
[junit4] 2> 83654 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 83654 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 83654 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 83655 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_real_time_get_shard1_replica_p2 starting background replication from leader
[junit4] 2> 83655 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 83655 INFO (searcherExecutor-188-thread-1-processing-n:127.0.0.1:37005_solr x:pull_replica_test_real_time_get_shard1_replica_p2 s:shard1 c:pull_replica_test_real_time_get r:core_node4) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_p2] Registered new searcher Searcher@607bd0ec[pull_replica_test_real_time_get_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 83656 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 83656 INFO (qtp1600651-671) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 83657 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 83657 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 83657 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45439/solr/pull_replica_test_real_time_get_shard1_replica_n1/
[junit4] 2> 83657 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 83657 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:45439/solr/pull_replica_test_real_time_get_shard1_replica_n1/ has no replicas
[junit4] 2> 83657 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 83658 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45439/solr/pull_replica_test_real_time_get_shard1_replica_n1/ shard1
[junit4] 2> 87665 ERROR (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=DocCollection(pull_replica_test_real_time_get//collections/pull_replica_test_real_time_get/state.json/2)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "node_name":"127.0.0.1:45439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "node_name":"127.0.0.1:37005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37005_solr, 127.0.0.1:45439_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 87666 INFO (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 91673 ERROR (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=DocCollection(pull_replica_test_real_time_get//collections/pull_replica_test_real_time_get/state.json/2)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "node_name":"127.0.0.1:45439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "node_name":"127.0.0.1:37005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37005_solr, 127.0.0.1:45439_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 91673 INFO (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 95681 ERROR (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=DocCollection(pull_replica_test_real_time_get//collections/pull_replica_test_real_time_get/state.json/2)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "node_name":"127.0.0.1:45439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "node_name":"127.0.0.1:37005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37005_solr, 127.0.0.1:45439_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 95682 INFO (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 99690 ERROR (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=DocCollection(pull_replica_test_real_time_get//collections/pull_replica_test_real_time_get/state.json/2)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "node_name":"127.0.0.1:45439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "node_name":"127.0.0.1:37005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37005_solr, 127.0.0.1:45439_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 99691 INFO (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 103700 ERROR (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=DocCollection(pull_replica_test_real_time_get//collections/pull_replica_test_real_time_get/state.json/2)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "node_name":"127.0.0.1:45439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "node_name":"127.0.0.1:37005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37005_solr, 127.0.0.1:45439_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 103700 INFO (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 107709 ERROR (indexFetcher-198-thread-1) [n:127.0.0.1:37005_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=DocCollection(pull_replica_test_real_time_get//collections/pull_replica_test_real_time_get/state.json/2)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45439/solr",
[junit4] 2> "node_name":"127.0.0.1:45439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p2",
[junit4] 2> "base_url":"https://127.0.0.1:37005/solr",
[junit4] 2> "node_name":"127.0.0.1:37005_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37005_solr, 127.0.0.1:45439_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[jun
[...truncated too long message...]
ver.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 683050 INFO (jetty-closer-106-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6aa7b75a{/solr,null,UNAVAILABLE}
[junit4] 2> 683051 ERROR (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: pull_replica_test_real_time_get slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 683061 INFO (qtp1458797372-674) [n:127.0.0.1:45439_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=600464
[junit4] 2> 683062 ERROR (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 683062 INFO (SUITE-TestPullReplica-seed#[7B25CB77D3D0A255]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36513 36513
[junit4] 2> 688470 INFO (Thread-94) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36513 36513
[junit4] 2> 688471 WARN (Thread-94) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_7B25CB77D3D0A255-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=16345, maxDocsPerChunk=214, blockSize=809), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=16345, blockSize=809)), sim=RandomSimilarity(queryNorm=false): {}, locale=th, timezone=Australia/North
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=319854400,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [TestReloadDeadlock, DistributedDebugComponentTest, TestFuzzyAnalyzedSuggestions, RecoveryAfterSoftCommitTest, IndexBasedSpellCheckerTest, SegmentsInfoRequestHandlerTest, TestLeaderInitiatedRecoveryThread, TestPullReplica]
[junit4] Completed [126/751 (1!)] on J2 in 606.60s, 10 tests, 8 errors, 1 skipped <<< FAILURES!
[...truncated 42333 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 110 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/110/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyQueryFacetCloudTest
Error Message:
Error from server at https://127.0.0.1:33569/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33569/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([3462FD99EE04FA94]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:50)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=6528, name=searcherExecutor-1930-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=6528, name=searcherExecutor-1930-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=6528, name=searcherExecutor-1930-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=6528, name=searcherExecutor-1930-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43455/ay/f
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43455/ay/f
at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC:F2A22A86F1D31444]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:34935/solr: Could not fully create collection: backuprestore
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34935/solr: Could not fully create collection: backuprestore
at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC:F2A22A86F1D31444]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:121)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC:A596B48D94081A19]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 40 more
Build Log:
[...truncated 12188 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7AF6155C5F2F79BC-001/init-core-data-001
[junit4] 2> 638034 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 638034 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 638035 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 638036 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 638036 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7AF6155C5F2F79BC-001/tempDir-001
[junit4] 2> 638036 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 638037 INFO (Thread-992) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 638037 INFO (Thread-992) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 638038 ERROR (Thread-992) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 638137 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40253
[junit4] 2> 638139 INFO (zkConnectionManagerCallback-1133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638142 INFO (jetty-launcher-1130-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 638142 INFO (jetty-launcher-1130-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 638144 INFO (jetty-launcher-1130-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20e5ee21{/solr,null,AVAILABLE}
[junit4] 2> 638144 INFO (jetty-launcher-1130-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3956628b{/solr,null,AVAILABLE}
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e3496f1{SSL,[ssl, http/1.1]}{127.0.0.1:39291}
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.e.j.s.Server Started @640715ms
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39291}
[junit4] 2> 638146 ERROR (jetty-launcher-1130-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 638146 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T13:25:16.070805Z
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bf87af{SSL,[ssl, http/1.1]}{127.0.0.1:34935}
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.e.j.s.Server Started @640716ms
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34935}
[junit4] 2> 638147 ERROR (jetty-launcher-1130-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 638147 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T13:25:16.071665Z
[junit4] 2> 638148 INFO (zkConnectionManagerCallback-1135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638148 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 638148 INFO (zkConnectionManagerCallback-1137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638148 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 638153 INFO (jetty-launcher-1130-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40253/solr
[junit4] 2> 638153 INFO (jetty-launcher-1130-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40253/solr
[junit4] 2> 638154 INFO (zkConnectionManagerCallback-1145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638154 INFO (zkConnectionManagerCallback-1142-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638156 INFO (zkConnectionManagerCallback-1148-thread-1-processing-n:127.0.0.1:34935_solr) [n:127.0.0.1:34935_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638156 INFO (zkConnectionManagerCallback-1149-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638207 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 638208 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34935_solr
[junit4] 2> 638208 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.c.Overseer Overseer (id=99229493884485637-127.0.0.1:34935_solr-n_0000000000) starting
[junit4] 2> 638213 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34935_solr
[junit4] 2> 638215 INFO (jetty-launcher-1130-thread-2) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 638220 INFO (zkCallback-1146-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 638224 INFO (OverseerStateUpdate-99229493884485637-127.0.0.1:34935_solr-n_0000000000) [n:127.0.0.1:34935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 638225 INFO (jetty-launcher-1130-thread-2) [n:127.0.0.1:39291_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39291_solr
[junit4] 2> 638225 INFO (zkCallback-1146-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 638228 INFO (zkCallback-1147-thread-1-processing-n:127.0.0.1:34935_solr) [n:127.0.0.1:34935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 638264 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34935.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52b1eec2
[junit4] 2> 638269 INFO (jetty-launcher-1130-thread-2) [n:127.0.0.1:39291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52b1eec2
[junit4] 2> 638272 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34935.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52b1eec2
[junit4] 2> 638272 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34935.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52b1eec2
[junit4] 2> 638273 INFO (jetty-launcher-1130-thread-1) [n:127.0.0.1:34935_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7AF6155C5F2F79BC-001/tempDir-001/node1/.
[junit4] 2> 638277 INFO (jetty-launcher-1130-thread-2) [n:127.0.0.1:39291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52b1eec2
[junit4] 2> 638277 INFO (jetty-launcher-1130-thread-2) [n:127.0.0.1:39291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52b1eec2
[junit4] 2> 638278 INFO (jetty-launcher-1130-thread-2) [n:127.0.0.1:39291_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7AF6155C5F2F79BC-001/tempDir-001/node2/.
[junit4] 2> 638304 INFO (zkConnectionManagerCallback-1154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638306 INFO (zkConnectionManagerCallback-1158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638306 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 638307 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40253/solr ready
[junit4] 2> 638314 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 638330 INFO (qtp550013639-5092) [n:127.0.0.1:34935_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=4&autoAddReplicas=true&name=backuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin and sendToOCPQueue=true
[junit4] 2> 638331 INFO (OverseerThreadFactory-2649-thread-1-processing-n:127.0.0.1:34935_solr) [n:127.0.0.1:34935_solr ] o.a.s.c.CreateCollectionCmd Create collection backuprestore
[junit4] 2> 668348 ERROR (OverseerThreadFactory-2649-thread-1-processing-n:127.0.0.1:34935_solr) [n:127.0.0.1:34935_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: backuprestore operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: backuprestore
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 668350 INFO (qtp550013639-5092) [n:127.0.0.1:34935_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=4&autoAddReplicas=true&name=backuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin} status=500 QTime=30020
[junit4] 2> 668350 ERROR (qtp550013639-5092) [n:127.0.0.1:34935_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: backuprestore
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 668351 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLocalFSCloudBackupRestore -Dtests.method=test -Dtests.seed=7AF6155C5F2F79BC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ka -Dtests.timezone=America/Nipigon -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 30.0s J0 | TestLocalFSCloudBackupRestore.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34935/solr: Could not fully create collection: backuprestore
[junit4] > at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC:F2A22A86F1D31444]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:121)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 668353 INFO (jetty-closer-1131-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bf87af{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 668353 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1967387508
[junit4] 2> 668353 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 668354 INFO (jetty-closer-1131-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2e3496f1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 668354 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38bf9fe7: rootName = solr_34935, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1069b3ab
[junit4] 2> 668354 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1257148492
[junit4] 2> 668354 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 668354 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c6e1e02: rootName = solr_39291, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@15158fee
[junit4] 2> 668357 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 668357 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2da74a5f: rootName = solr_39291, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3d3e60c4
[junit4] 2> 668359 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 668359 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e872c50: rootName = solr_34935, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3d3e60c4
[junit4] 2> 668359 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 668359 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ae3e253: rootName = solr_39291, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3901f3bb
[junit4] 2> 668360 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39291_solr
[junit4] 2> 668360 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 668360 INFO (zkCallback-1147-thread-1-processing-n:127.0.0.1:34935_solr) [n:127.0.0.1:34935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 668360 INFO (zkCallback-1146-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 668361 INFO (jetty-closer-1131-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 668362 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 668363 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1921d67c: rootName = solr_34935, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3901f3bb
[junit4] 2> 668363 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34935_solr
[junit4] 2> 668363 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 668363 INFO (zkCallback-1147-thread-1-processing-n:127.0.0.1:34935_solr) [n:127.0.0.1:34935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 668363 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 668363 INFO (jetty-closer-1131-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99229493884485637-127.0.0.1:34935_solr-n_0000000000) closing
[junit4] 2> 668364 INFO (OverseerStateUpdate-99229493884485637-127.0.0.1:34935_solr-n_0000000000) [n:127.0.0.1:34935_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34935_solr
[junit4] 2> 668366 WARN (OverseerAutoScalingTriggerThread-99229493884485637-127.0.0.1:34935_solr-n_0000000000) [n:127.0.0.1:34935_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 668366 INFO (jetty-closer-1131-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3956628b{/solr,null,UNAVAILABLE}
[junit4] 2> 668367 INFO (jetty-closer-1131-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20e5ee21{/solr,null,UNAVAILABLE}
[junit4] 2> 668367 ERROR (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 668367 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40253 40253
[junit4] 2> 673514 INFO (Thread-992) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40253 40253
[junit4] 2> 673514 WARN (Thread-992) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7AF6155C5F2F79BC-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ka, timezone=America/Nipigon
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=114596944,total=494927872
[junit4] 2> NOTE: All tests run in this JVM: [TestZkAclsWithHadoopAuth, CoreMergeIndexesAdminHandlerTest, TestBadConfig, BlockJoinFacetRandomTest, BufferStoreTest, CollectionsAPISolrJTest, TestMacros, TestManagedResource, RAMDirectoryFactoryTest, SearchHandlerTest, TestPKIAuthenticationPlugin, SimpleFacetsTest, OverseerModifyCollectionTest, HdfsNNFailoverTest, SpatialRPTFieldTypeTest, SliceStateTest, TestPostingsSolrHighlighter, TestSimpleTextCodec, TestManagedSynonymFilterFactory, AnalysisErrorHandlingTest, TestSolrIndexConfig, TestDynamicFieldResource, TestSolrCloudWithDelegationTokens, TestFieldTypeCollectionResource, MultiTermTest, TestLeaderElectionWithEmptyReplica, TestLegacyFieldReuse, TestMergePolicyConfig, TestPhraseSuggestions, TestManagedSchema, TestReqParamsAPI, DocValuesTest, QueryResultKeyTest, PeerSyncWithIndexFingerprintCachingTest, TestFastOutputStream, TestNumericTerms64, HdfsChaosMonkeyNothingIsSafeTest, TestDownShardTolerantSearch, VMParamsZkACLAndCredentialsProvidersTest, TestDFRSimilarityFactory, TermsComponentTest, TestRTimerTree, StatelessScriptUpdateProcessorFactoryTest, DeleteReplicaTest, TestFieldCacheSort, TestInitQParser, TestCryptoKeys, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestMultiValuedNumericRangeQuery, TestPullReplicaErrorHandling, TestImplicitCoreProperties, SolrCoreTest, WrapperMergePolicyFactoryTest, SolrSlf4jReporterTest, ExecutePlanActionTest, TestCloudNestedDocsSort, ExternalFileFieldSortTest, TestQueryWrapperFilter, TestCodecSupport, BigEndianAscendingWordSerializerTest, SimpleMLTQParserTest, SolrPluginUtilsTest, TestFieldCacheWithThreads, SpellCheckComponentTest, TestSearcherReuse, PropertiesRequestHandlerTest, TestCoreBackup, DistributedQueueTest, TestOnReconnectListenerSupport, TestHighFrequencyDictionaryFactory, CachingDirectoryFactoryTest, ResourceLoaderTest, ReplicaListTransformerTest, AssignBackwardCompatibilityTest, HdfsTlogReplayBufferedWhileIndexingTest, TestLocalFSCloudBackupRestore]
[junit4] Completed [191/751 (1!)] on J0 in 35.50s, 1 test, 1 error <<< FAILURES!
[...truncated 50 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/init-core-data-001
[junit4] 2> 705995 WARN (SUITE-TestLazyCores-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 705995 INFO (SUITE-TestLazyCores-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 705995 INFO (SUITE-TestLazyCores-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 705996 INFO (SUITE-TestLazyCores-seed#[7AF6155C5F2F79BC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 705997 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLazySearch
[junit4] 2> 706004 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/solr.xml
[junit4] 2> 706006 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 706006 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 706007 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 706023 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706029 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706029 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706030 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 706035 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706035 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706042 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706046 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 706046 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 706048 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706048 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706048 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection5, trusted=true
[junit4] 2> 706048 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection1, trusted=true
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection1/data/]
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection5/data/]
[junit4] 2> 706049 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 706051 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=88.197265625, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=25.825290944118464, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7492788564887481
[junit4] 2> 706051 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=88.197265625, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=25.825290944118464, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7492788564887481
[junit4] 2> 706054 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706054 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection2, trusted=true
[junit4] 2> 706054 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706054 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706054 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection2/data/]
[junit4] 2> 706057 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=88.197265625, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=25.825290944118464, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7492788564887481
[junit4] 2> 706139 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706139 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706140 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19879897704174523]
[junit4] 2> 706141 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29700379[collection1] main]
[junit4] 2> 706141 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection1/conf
[junit4] 2> 706141 INFO (coreLoadExecutor-1613-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 706142 INFO (searcherExecutor-1615-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@29700379[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706168 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706168 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706169 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19879897704174523]
[junit4] 2> 706172 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@57a5bd4e[collection5] main]
[junit4] 2> 706172 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection5/conf
[junit4] 2> 706173 INFO (coreLoadExecutor-1613-thread-3) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 706173 INFO (searcherExecutor-1614-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@57a5bd4e[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706192 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706192 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706193 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19879897704174523]
[junit4] 2> 706208 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@66215339[collection2] main]
[junit4] 2> 706208 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection2/conf
[junit4] 2> 706209 INFO (coreLoadExecutor-1613-thread-2) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 706210 INFO (searcherExecutor-1616-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@66215339[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706216 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706220 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 706221 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706221 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection4, trusted=true
[junit4] 2> 706222 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection4' (registry 'solr.core.collection4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706222 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706222 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/./collection4/data/]
[junit4] 2> 706224 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 706286 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706286 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706287 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=140540167, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 706288 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@36a38735[collection4] main]
[junit4] 2> 706288 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-001/collection4/conf
[junit4] 2> 706289 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 706290 INFO (searcherExecutor-1626-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@36a38735[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706291 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 706291 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73e15bc9 commitCommandVersion:0
[junit4] 2> 706323 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@56aaf99b[collection4] main]
[junit4] 2> 706324 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 706324 INFO (searcherExecutor-1626-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@56aaf99b[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):c7)))}
[junit4] 2> 706326 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 706327 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 706327 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 706328 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 706328 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 706328 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1558223727
[junit4] 2> 706328 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 706328 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3daf7a5f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2e6e5c64
[junit4] 2> 706333 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 706333 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28aaf8f3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ccca333
[junit4] 2> 706337 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 706337 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@631cde4d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@131d5f97
[junit4] 2> 706338 INFO (coreCloseExecutor-1630-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@e381b8a
[junit4] 2> 706338 INFO (coreCloseExecutor-1630-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=238558090
[junit4] 2> 706338 INFO (coreCloseExecutor-1630-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b926bdb: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@70ad7934
[junit4] 2> 706352 INFO (coreCloseExecutor-1630-thread-2-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@3451ec6d
[junit4] 2> 706352 INFO (coreCloseExecutor-1630-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=877784173
[junit4] 2> 706352 INFO (coreCloseExecutor-1630-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@600ebd42: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@191e7cf1
[junit4] 2> 706364 INFO (coreCloseExecutor-1630-thread-3-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@387de2dd
[junit4] 2> 706364 INFO (coreCloseExecutor-1630-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection4, tag=947774173
[junit4] 2> 706364 INFO (coreCloseExecutor-1630-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66f20950: rootName = null, domain = solr.core.collection4, service url = null, agent id = null] for registry solr.core.collection4 / com.codahale.metrics.MetricRegistry@55dfd196
[junit4] 2> 706378 INFO (coreCloseExecutor-1630-thread-4-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@4bf54905
[junit4] 2> 706378 INFO (coreCloseExecutor-1630-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=1274366213
[junit4] 2> 706378 INFO (coreCloseExecutor-1630-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39682871: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@7c1ddc52
[junit4] 2> 706411 INFO (TEST-TestLazyCores.testLazySearch-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testLazySearch
[junit4] 2> 706412 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testLazyLoad
[junit4] 2> 706419 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/solr.xml
[junit4] 2> 706421 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 706421 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 706421 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 706451 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706457 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706458 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706459 INFO (TEST-TestLazyCores.testLazyLoad-seed#[7AF6155C5F2F79BC]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 706467 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706473 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 706475 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706475 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/./collection1, trusted=true
[junit4] 2> 706475 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706475 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706475 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/./collection1/data/]
[junit4] 2> 706477 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=88.197265625, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=25.825290944118464, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7492788564887481
[junit4] 2> 706480 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706480 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 706485 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 706487 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706487 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/./collection5, trusted=true
[junit4] 2> 706487 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706487 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706487 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/./collection5/data/]
[junit4] 2> 706487 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 706489 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 706489 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/./collection2, trusted=true
[junit4] 2> 706489 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@374ec7ab
[junit4] 2> 706489 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 706489 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/./collection2/data/]
[junit4] 2> 706489 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=88.197265625, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=25.825290944118464, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7492788564887481
[junit4] 2> 706491 INFO (coreLoadExecutor-1637-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=88.197265625, floorSegmentMB=0.841796875, forceMergeDeletesPctAllowed=25.825290944118464, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7492788564887481
[junit4] 2> 706548 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706548 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706549 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19879897704174523]
[junit4] 2> 706549 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28ccfa45[collection1] main]
[junit4] 2> 706550 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_7AF6155C5F2F79BC-001/tempDir-002/collection1/conf
[junit4] 2> 706550 INFO (coreLoadExecutor-1637-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 706551 INFO (searcherExecutor-1638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28ccfa45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706555 INFO (coreLoadExecutor-1637-thread-3-processing-x:collection4) [ x:c
[...truncated too long message...]
test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=7AF6155C5F2F79BC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-SE -Dtests.timezone=Australia/Victoria -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 637s J2 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43455/ay/f
[junit4] > at __randomizedtesting.SeedInfo.seed([7AF6155C5F2F79BC:F2A22A86F1D31444]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_7AF6155C5F2F79BC-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=86, maxMBSortInHeap=6.037727140736874, sim=RandomSimilarity(queryNorm=false): {}, locale=en-SE, timezone=Australia/Victoria
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=223982544,total=471334912
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudDeleteByQuery, TestInitParams, TestChildDocTransformer, RecoveryZkTest, TestPayloadScoreQParserPlugin, ReplicationFactorTest, SimplePostToolTest, TestElisionMultitermQuery, TestDistributedMissingSort, RequiredFieldsTest, AtomicUpdatesTest, TestSolrCloudWithSecureImpersonation, TestCloudSearcherWarming, TestJavabinTupleStreamParser, FileBasedSpellCheckerTest, TestSolrXml, DirectSolrConnectionTest, DataDrivenBlockJoinTest, ClassificationUpdateProcessorTest, TestSystemIdResolver, UniqFieldsUpdateProcessorFactoryTest, DeleteStatusTest, TestSolrConfigHandlerConcurrent, TestSchemaVersionResource, InfixSuggestersTest, TestPartialUpdateDeduplication, TestQueryTypes, TestTrieFacet, TestEmbeddedSolrServerConstructors, EchoParamsTest, TestTolerantUpdateProcessorRandomCloud, LeaderElectionContextKeyTest, FieldAnalysisRequestHandlerTest, RequestLoggingTest, ConnectionReuseTest, DistributedFacetPivotLargeTest, IndexBasedSpellCheckerTest, WordBreakSolrSpellCheckerTest, CoreSorterTest, ZkNodePropsTest, AnalyticsMergeStrategyTest, TestCloudPivotFacet, SegmentsInfoRequestHandlerTest, TestExtendedDismaxParser, TestZkChroot, MigrateRouteKeyTest, TestConfigSets, DeleteNodeTest, TriggerIntegrationTest, TestRawTransformer, SystemInfoHandlerTest, SolrTestCaseJ4Test, TestSearchPerf, TestRequestForwarding, DisMaxRequestHandlerTest, HLLUtilTest, TestLFUCache, LargeFieldTest, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [673/751 (3!)] on J2 in 637.26s, 1 test, 1 error <<< FAILURES!
[...truncated 3269 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyQueryFacetCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.legacy.facet.LegacyQueryFacetCloudTest_3462FD99EE04FA94-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=566, maxMBSortInHeap=6.158662313936685, sim=RandomSimilarity(queryNorm=true): {}, locale=ha-NG, timezone=Pacific/Tahiti
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=431156568,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [LegacyFieldFacetExtrasCloudTest, CastingBooleanValueTest, LongFieldsTest, AbstractAnalyticsFieldTest, LegacyExpressionTest, CastingLongValueStreamTest, IfFunctionTest, LegacyQueryFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyQueryFacetCloudTest -Dtests.seed=3462FD99EE04FA94 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ha-NG -Dtests.timezone=Pacific/Tahiti -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | LegacyQueryFacetCloudTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33569/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([3462FD99EE04FA94]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:50)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [63/78 (1!)] on J1 in 36.81s, 0 tests, 1 error <<< FAILURES!
[...truncated 37141 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 109
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/109/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44803
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44803
at __randomizedtesting.SeedInfo.seed([A64A0B7635E5E82F:2E1E34AC9B1985D7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12802 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/init-core-data-001
[junit4] 2> 935961 WARN (SUITE-TestRebalanceLeaders-seed#[A64A0B7635E5E82F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 935962 INFO (SUITE-TestRebalanceLeaders-seed#[A64A0B7635E5E82F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 935962 INFO (SUITE-TestRebalanceLeaders-seed#[A64A0B7635E5E82F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 935963 INFO (SUITE-TestRebalanceLeaders-seed#[A64A0B7635E5E82F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 935963 INFO (SUITE-TestRebalanceLeaders-seed#[A64A0B7635E5E82F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 935965 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 935965 INFO (Thread-1285) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 935965 INFO (Thread-1285) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 935966 ERROR (Thread-1285) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 936065 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.ZkTestServer start zk server on port:40833
[junit4] 2> 936068 INFO (zkConnectionManagerCallback-1359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936073 INFO (zkConnectionManagerCallback-1361-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936078 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 936080 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 936081 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 936082 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 936083 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 936084 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 936085 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 936086 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 936087 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 936088 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 936089 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 936092 INFO (zkConnectionManagerCallback-1364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936093 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 936174 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 936178 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@724581f5{/,null,AVAILABLE}
[junit4] 2> 936179 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@331b97b7{SSL,[ssl, http/1.1]}{127.0.0.1:44803}
[junit4] 2> 936179 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.e.j.s.Server Started @937758ms
[junit4] 2> 936179 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=44803, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/control-001/cores}
[junit4] 2> 936179 ERROR (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 936180 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 936180 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 936180 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 936180 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T07:23:14.774Z
[junit4] 2> 936181 INFO (zkConnectionManagerCallback-1366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936184 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 936184 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/control-001/solr.xml
[junit4] 2> 936187 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 936187 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 936188 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e56e2bf, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 936190 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40833/solr
[junit4] 2> 936191 INFO (zkConnectionManagerCallback-1370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936193 INFO (zkConnectionManagerCallback-1372-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936215 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 936216 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44803_
[junit4] 2> 936216 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.c.Overseer Overseer (id=99228070350618629-127.0.0.1:44803_-n_0000000000) starting
[junit4] 2> 936218 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44803_
[junit4] 2> 936219 INFO (OverseerStateUpdate-99228070350618629-127.0.0.1:44803_-n_0000000000) [n:127.0.0.1:44803_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 936257 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e56e2bf
[junit4] 2> 936262 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e56e2bf
[junit4] 2> 936262 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e56e2bf
[junit4] 2> 936263 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [n:127.0.0.1:44803_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/control-001/cores
[junit4] 2> 936273 INFO (zkConnectionManagerCallback-1378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 936274 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 936274 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40833/solr ready
[junit4] 2> 936295 INFO (qtp1845380387-5914) [n:127.0.0.1:44803_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44803_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 936296 INFO (OverseerThreadFactory-2579-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 936402 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 936402 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 936505 INFO (zkCallback-1371-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 937466 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 937482 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 937591 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 937599 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 937600 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e56e2bf
[junit4] 2> 937600 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 937600 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 937602 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=88.3330078125, floorSegmentMB=1.701171875, forceMergeDeletesPctAllowed=27.121961776250238, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5080613092445341
[junit4] 2> 937604 WARN (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 937638 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 937638 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 937639 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 937639 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 937640 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=10.9794921875, floorSegmentMB=1.740234375, forceMergeDeletesPctAllowed=4.672146415722278, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.56226473815739
[junit4] 2> 937640 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bbbec24[control_collection_shard1_replica_n1] main]
[junit4] 2> 937641 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 937641 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 937642 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 937643 INFO (searcherExecutor-2582-thread-1-processing-n:127.0.0.1:44803_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6bbbec24[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 937643 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587649127369408512
[junit4] 2> 937646 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 937646 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 937646 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44803/control_collection_shard1_replica_n1/
[junit4] 2> 937646 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 937646 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44803/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 937646 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 937647 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44803/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 996356 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44803
[junit4] 2> 996356 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1893504639
[junit4] 2> 996356 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 996356 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75310501: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5b2e5a5b
[junit4] 2> 996362 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 996362 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ffeb35b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5b9377b4
[junit4] 2> 996367 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 996367 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@541d29a5: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3a91fa5
[junit4] 2> 996369 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44803_
[junit4] 2> 996370 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 996371 INFO (zkCallback-1371-thread-2-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 996371 INFO (coreCloseExecutor-2587-thread-1) [n:127.0.0.1:44803_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@58251b88
[junit4] 2> 996371 INFO (coreCloseExecutor-2587-thread-1) [n:127.0.0.1:44803_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1478826888
[junit4] 2> 996371 INFO (coreCloseExecutor-2587-thread-1) [n:127.0.0.1:44803_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6092a108: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7d50e7e5
[junit4] 2> 996380 INFO (coreCloseExecutor-2587-thread-1) [n:127.0.0.1:44803_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1478826888
[junit4] 2> 1007233 INFO (ScheduledTrigger-2577-thread-1) [n:127.0.0.1:44803_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1007235 INFO (AutoscalingActionExecutor-2578-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"15032a291eb7b400T9qwfcw7ipbt41agqdxfif7lfv",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1514100255824000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1514100255824000000],
[junit4] 2> "_enqueue_time_":1514100265826000000,
[junit4] 2> "nodeNames":["127.0.0.1:44803_"]}}
[junit4] 2> 1116297 ERROR (qtp1845380387-5914) [n:127.0.0.1:44803_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1116298 INFO (qtp1845380387-5914) [n:127.0.0.1:44803_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44803_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1116298 ERROR (qtp1845380387-5914) [n:127.0.0.1:44803_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1536490 ERROR (OverseerThreadFactory-2579-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:44803
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44803
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1536492 ERROR (OverseerThreadFactory-2579-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1536491 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.Overseer Overseer (id=99228070350618629-127.0.0.1:44803_-n_0000000000) closing
[junit4] 2> 1536492 INFO (OverseerStateUpdate-99228070350618629-127.0.0.1:44803_-n_0000000000) [n:127.0.0.1:44803_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44803_
[junit4] 2> 1536493 INFO (OverseerThreadFactory-2579-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1566527 INFO (zkCallback-1371-thread-5-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1566529 ERROR (OverseerThreadFactory-2579-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1566530 INFO (OverseerThreadFactory-2579-thread-1-processing-n:127.0.0.1:44803_) [n:127.0.0.1:44803_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1566531 WARN (OverseerAutoScalingTriggerThread-99228070350618629-127.0.0.1:44803_-n_0000000000) [n:127.0.0.1:44803_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1566535 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@331b97b7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1566536 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@724581f5{/,null,UNAVAILABLE}
[junit4] 2> 1566583 ERROR (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1566584 ERROR (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1566596 INFO (qtp1845380387-5915) [n:127.0.0.1:44803_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630193
[junit4] 2> 1566597 ERROR (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1566598 INFO (TEST-TestRebalanceLeaders.test-seed#[A64A0B7635E5E82F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40833 40833
[junit4] 2> 1571770 INFO (Thread-1285) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40833 40833
[junit4] 2> 1571773 WARN (Thread-1285) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRebalanceLeaders -Dtests.method=test -Dtests.seed=A64A0B7635E5E82F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=ART -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J0 | TestRebalanceLeaders.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44803
[junit4] > at __randomizedtesting.SeedInfo.seed([A64A0B7635E5E82F:2E1E34AC9B1985D7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_A64A0B7635E5E82F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=141, maxMBSortInHeap=7.380637761568323, sim=RandomSimilarity(queryNorm=false): {}, locale=es-ES, timezone=ART
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=84027840,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrInfoBeanTest, BlockJoinFacetRandomTest, SoftAutoCommitTest, BufferStoreTest, ManagedSchemaRoundRobinCloudTest, TestReRankQParserPlugin, TestFilteredDocIdSet, BasicFunctionalityTest, TestMergePolicyConfig, TestStressCloudBlindAtomicUpdates, CacheHeaderTest, TestRetrieveFieldsOptimizer, DocValuesTest, ExecutePlanActionTest, BigEndianAscendingWordSerializerTest, OverseerModifyCollectionTest, TestLegacyFieldReuse, TestTrackingShardHandlerFactory, SolrCoreTest, TestQueryWrapperFilter, TestConfigSetsAPI, TestIntervalFaceting, ResourceLoaderTest, TestFoldingMultitermQuery, TestQueryUtils, IndexSchemaRuntimeFieldTest, AnalyticsQueryTest, TestSerializedLuceneMatchVersion, ActionThrottleTest, DistributedMLTComponentTest, HdfsNNFailoverTest, TestCodecSupport, TestStressVersions, TestFieldCacheSort, MoveReplicaTest, SliceStateTest, SearchHandlerTest, SearchHandlerTest, ZkStateWriterTest, CollectionStateFormat2Test, AssignBackwardCompatibilityTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestOverriddenPrefixQueryForCustomFieldType, TestStandardQParsers, TestIBSimilarityFactory, ZkControllerTest, HdfsRestartWhileUpdatingTest, NoCacheHeaderTest, PeerSyncTest, RegexBytesRefFilterTest, NumberUtilsTest, RestartWhileUpdatingTest, DateRangeFieldTest, CdcrReplicationDistributedZkTest, SystemLogListenerTest, TestUseDocValuesAsStored, TestInPlaceUpdatesStandalone, TestPullReplicaErrorHandling, TestSort, TemplateUpdateProcessorTest, TestDocTermOrds, DeleteReplicaTest, TestUtils, TestHighlightDedupGrouping, SaslZkACLProviderTest, TestBlendedInfixSuggestions, FullHLLTest, BaseCdcrDistributedZkTest, TolerantUpdateProcessorTest, TestUpdate, FileUtilsTest, StatelessScriptUpdateProcessorFactoryTest, SpatialFilterTest, TestComponentsName, TestJsonFacets, DirectUpdateHandlerOptimizeTest, TestXmlQParser, CloneFieldUpdateProcessorFactoryTest, CursorPagingTest, MultiTermTest, TestRandomFaceting, HdfsTlogReplayBufferedWhileIndexingTest, TestCloudSchemaless, TestPhraseSuggestions, AddSchemaFieldsUpdateProcessorFactoryTest, TestSchemaResource, SpellCheckCollatorTest, TestSystemCollAutoCreate, UtilsToolTest, TestSubQueryTransformer, TestFieldCacheWithThreads, TestRebalanceLeaders]
[junit4] Completed [349/751 (1!)] on J0 in 635.83s, 1 test, 1 error <<< FAILURES!
[...truncated 48637 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 108
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/108/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
There are still nodes recoverying - waited for 90 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
at __randomizedtesting.SeedInfo.seed([403C030293EF0F8F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 17154 lines...]
[junit4] Suite: org.apache.solr.analytics.OverallAnalyticsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.OverallAnalyticsTest_403C030293EF0F8F-001/init-core-data-001
[junit4] 1> / (11)
[junit4] 1> /configs (1)
[junit4] 1> /configs/conf (2)
[junit4] 1> /configs/conf/schema.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /configs/conf/solrconfig.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /overseer (6)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /overseer/collection-queue-work (0)
[junit4] 1> /overseer/queue-work (0)
[junit4] 1> /overseer/collection-map-failure (0)
[junit4] 1> /overseer/collection-map-completed (0)
[junit4] 1> /overseer/queue (2)
[junit4] 1> /overseer/queue/qn-0000000010 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "core_node_name":"core_node4",
[junit4] 1> "roles":null,
[junit4] 1> "base_url":"http://127.0.0.1:33919/solr",
[junit4] 1> "node_name":"127.0.0.1:33919_solr",
[junit4] 1> "numShards":"2",
[junit4] 1> "state":"active",
[junit4] 1> "shard":"shard2",
[junit4] 1> "collection":"collection1",
[junit4] 1> "type":"NRT",
[junit4] 1> "operation":"state"}
[junit4] 1> /overseer/queue/qn-0000000009 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "core_node_name":"core_node3",
[junit4] 1> "roles":null,
[junit4] 1> "base_url":"http://127.0.0.1:33847/solr",
[junit4] 1> "node_name":"127.0.0.1:33847_solr",
[junit4] 1> "numShards":"2",
[junit4] 1> "state":"active",
[junit4] 1> "shard":"shard1",
[junit4] 1> "collection":"collection1",
[junit4] 1> "type":"NRT",
[junit4] 1> "operation":"state"}
[junit4] 1> /overseer/collection-map-running (0)
[junit4] 1> /aliases.json (0)
[junit4] 1> /live_nodes (4)
[junit4] 1> /live_nodes/127.0.0.1:33919_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:44253_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:42361_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:33847_solr (0)
[junit4] 1> /collections (1)
[junit4] 1> /collections/collection1 (4)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf"}
[junit4] 1> /collections/collection1/leaders (2)
[junit4] 1> /collections/collection1/leaders/shard2 (1)
[junit4] 1> /collections/collection1/leaders/shard2/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "core_node_name":"core_node4",
[junit4] 1> "base_url":"http://127.0.0.1:33919/solr",
[junit4] 1> "node_name":"127.0.0.1:33919_solr"}
[junit4] 1> /collections/collection1/leaders/shard1 (1)
[junit4] 1> /collections/collection1/leaders/shard1/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "core_node_name":"core_node3",
[junit4] 1> "base_url":"http://127.0.0.1:33847/solr",
[junit4] 1> "node_name":"127.0.0.1:33847_solr"}
[junit4] 1> /collections/collection1/counter (0)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /collections/collection1/state.json (0)
[junit4] 1> DATA:
[junit4] 1> {"collection1":{
[junit4] 1> "pullReplicas":"0",
[junit4] 1> "replicationFactor":"1",
[junit4] 1> "router":{"name":"compositeId"},
[junit4] 1> "maxShardsPerNode":"1",
[junit4] 1> "autoAddReplicas":"false",
[junit4] 1> "nrtReplicas":"1",
[junit4] 1> "tlogReplicas":"0",
[junit4] 1> "shards":{
[junit4] 1> "shard1":{
[junit4] 1> "range":"80000000-ffffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node3":{
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "base_url":"http://127.0.0.1:33847/solr",
[junit4] 1> "node_name":"127.0.0.1:33847_solr",
[junit4] 1> "state":"down",
[junit4] 1> "type":"NRT",
[junit4] 1> "leader":"true"}}},
[junit4] 1> "shard2":{
[junit4] 1> "range":"0-7fffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node4":{
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "base_url":"http://127.0.0.1:33919/solr",
[junit4] 1> "node_name":"127.0.0.1:33919_solr",
[junit4] 1> "state":"down",
[junit4] 1> "type":"NRT",
[junit4] 1> "leader":"true"}}}}}}
[junit4] 1> /collections/collection1/leader_elect (2)
[junit4] 1> /collections/collection1/leader_elect/shard2 (1)
[junit4] 1> /collections/collection1/leader_elect/shard2/election (1)
[junit4] 1> /collections/collection1/leader_elect/shard2/election/99227042427961356-core_node4-n_0000000000 (0)
[junit4] 1> /collections/collection1/leader_elect/shard1 (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election/99227042427961355-core_node3-n_0000000000 (0)
[junit4] 1> /overseer_elect (2)
[junit4] 1> /overseer_elect/leader (0)
[junit4] 1> DATA:
[junit4] 1> {"id":"99227042427961356-127.0.0.1:33919_solr-n_0000000000"}
[junit4] 1> /overseer_elect/election (4)
[junit4] 1> /overseer_elect/election/99227042427961356-127.0.0.1:33919_solr-n_0000000000 (0)
[junit4] 1> /overseer_elect/election/99227042427961354-127.0.0.1:44253_solr-n_0000000003 (0)
[junit4] 1> /overseer_elect/election/99227042427961353-127.0.0.1:42361_solr-n_0000000001 (0)
[junit4] 1> /overseer_elect/election/99227042427961355-127.0.0.1:33847_solr-n_0000000002 (0)
[junit4] 1> /security.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /clusterstate.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /solr.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /autoscaling (4)
[junit4] 1> /autoscaling/nodeAdded (0)
[junit4] 1> /autoscaling/nodeLost (0)
[junit4] 1> /autoscaling/triggerState (1)
[junit4] 1> /autoscaling/triggerState/.auto_add_replicas (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "lastLiveNodes":[
[junit4] 1> "127.0.0.1:33847_solr",
[junit4] 1> "127.0.0.1:33919_solr",
[junit4] 1> "127.0.0.1:42361_solr",
[junit4] 1> "127.0.0.1:44253_solr"],
[junit4] 1> "nodeNameVsTimeRemoved":{}}
[junit4] 1> /autoscaling/events (1)
[junit4] 1> /autoscaling/events/.auto_add_replicas (0)
[junit4] 1> /autoscaling.json (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "cluster-preferences":[{
[junit4] 1> "minimize":"cores",
[junit4] 1> "precision":1}],
[junit4] 1> "triggers":{".auto_add_replicas":{
[junit4] 1> "name":".auto_add_replicas",
[junit4] 1> "event":"nodeLost",
[junit4] 1> "waitFor":30,
[junit4] 1> "actions":[
[junit4] 1> {
[junit4] 1> "name":"auto_add_replicas_plan",
[junit4] 1> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 1> {
[junit4] 1> "name":"execute_plan",
[junit4] 1> "class":"solr.ExecutePlanAction"}],
[junit4] 1> "enabled":true}},
[junit4] 1> "listeners":{".auto_add_replicas.system":{
[junit4] 1> "beforeAction":[],
[junit4] 1> "afterAction":[],
[junit4] 1> "trigger":".auto_add_replicas",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 1> "properties":{}}
[junit4] 1>
[junit4] 2> Dec 24, 2017 3:03:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-BA, timezone=Pacific/Fiji
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=435408832,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CastingIntValueStreamTest, ConcatFunctionTest, CastingDateValueStreamTest, BooleanFieldsTest, OverallAnalyticsTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverallAnalyticsTest -Dtests.seed=403C030293EF0F8F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Pacific/Fiji -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | OverallAnalyticsTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([403C030293EF0F8F]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:63)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [70/78 (1!)] on J2 in 125.89s, 0 tests, 1 failure <<< FAILURES!
[...truncated 44303 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 107 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/107/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib
Error Message:
Error from server at https://127.0.0.1:33165/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33165/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([170FB60627FA512D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.setupCluster(TestSubQueryTransformerDistrib.java:74)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
Error from server at https://127.0.0.1:33187/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33187/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([6923364C9731B899]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14064 lines...]
[junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/init-core-data-001
[junit4] 2> 2759259 WARN (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 2759259 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2759259 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2759259 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2759260 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001
[junit4] 2> 2759260 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2759260 INFO (Thread-5905) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2759260 INFO (Thread-5905) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2759261 ERROR (Thread-5905) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2759360 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39813
[junit4] 2> 2759363 INFO (zkConnectionManagerCallback-5449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759368 INFO (jetty-launcher-5446-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2759368 INFO (jetty-launcher-5446-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2759369 INFO (jetty-launcher-5446-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2759368 INFO (jetty-launcher-5446-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2759368 INFO (jetty-launcher-5446-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2759370 INFO (jetty-launcher-5446-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@417a23ee{/solr,null,AVAILABLE}
[junit4] 2> 2759371 INFO (jetty-launcher-5446-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22d34916{/solr,null,AVAILABLE}
[junit4] 2> 2759371 INFO (jetty-launcher-5446-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@131cfe73{/solr,null,AVAILABLE}
[junit4] 2> 2759371 INFO (jetty-launcher-5446-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1875749c{/solr,null,AVAILABLE}
[junit4] 2> 2759371 INFO (jetty-launcher-5446-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61557e4b{/solr,null,AVAILABLE}
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bae4baf{SSL,[ssl, http/1.1]}{127.0.0.1:39481}
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6884e52c{SSL,[ssl, http/1.1]}{127.0.0.1:33165}
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-5) [ ] o.e.j.s.Server Started @2761019ms
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-1) [ ] o.e.j.s.Server Started @2761019ms
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39481}
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33165}
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e687f25{SSL,[ssl, http/1.1]}{127.0.0.1:40807}
[junit4] 2> 2759374 ERROR (jetty-launcher-5446-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-3) [ ] o.e.j.s.Server Started @2761020ms
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40807}
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f664f73{SSL,[ssl, http/1.1]}{127.0.0.1:38157}
[junit4] 2> 2759374 ERROR (jetty-launcher-5446-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-2) [ ] o.e.j.s.Server Started @2761020ms
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38157}
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2759373 INFO (jetty-launcher-5446-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b1fb0b8{SSL,[ssl, http/1.1]}{127.0.0.1:46515}
[junit4] 2> 2759375 ERROR (jetty-launcher-5446-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-4) [ ] o.e.j.s.Server Started @2761021ms
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46515}
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T21:56:35.159734Z
[junit4] 2> 2759374 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2759374 ERROR (jetty-launcher-5446-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T21:56:35.159890Z
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2759375 ERROR (jetty-launcher-5446-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T21:56:35.160595Z
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2759376 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T21:56:35.160818Z
[junit4] 2> 2759375 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2759377 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2759377 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T21:56:35.161083Z
[junit4] 2> 2759378 INFO (zkConnectionManagerCallback-5457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759378 INFO (zkConnectionManagerCallback-5451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759378 INFO (zkConnectionManagerCallback-5455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759379 INFO (zkConnectionManagerCallback-5453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759379 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2759379 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2759379 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2759379 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2759379 INFO (zkConnectionManagerCallback-5459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759384 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2759387 INFO (jetty-launcher-5446-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39813/solr
[junit4] 2> 2759387 INFO (jetty-launcher-5446-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39813/solr
[junit4] 2> 2759388 INFO (zkConnectionManagerCallback-5464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759389 INFO (jetty-launcher-5446-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39813/solr
[junit4] 2> 2759403 INFO (zkConnectionManagerCallback-5471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759403 INFO (zkConnectionManagerCallback-5468-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759404 INFO (jetty-launcher-5446-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39813/solr
[junit4] 2> 2759404 INFO (jetty-launcher-5446-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39813/solr
[junit4] 2> 2759404 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608560b2650008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2759412 INFO (zkConnectionManagerCallback-5475-thread-1-processing-n:127.0.0.1:33165_solr) [n:127.0.0.1:33165_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759413 INFO (zkConnectionManagerCallback-5479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759416 INFO (zkConnectionManagerCallback-5481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759416 INFO (zkConnectionManagerCallback-5485-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759417 INFO (zkConnectionManagerCallback-5484-thread-1-processing-n:127.0.0.1:46515_solr) [n:127.0.0.1:46515_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759417 INFO (zkConnectionManagerCallback-5487-thread-1-processing-n:127.0.0.1:40807_solr) [n:127.0.0.1:40807_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759420 INFO (zkConnectionManagerCallback-5489-thread-1-processing-n:127.0.0.1:38157_solr) [n:127.0.0.1:38157_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759533 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2759534 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39481_solr
[junit4] 2> 2759535 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.c.Overseer Overseer (id=99225842158469132-127.0.0.1:39481_solr-n_0000000000) starting
[junit4] 2> 2759536 INFO (jetty-launcher-5446-thread-1) [n:127.0.0.1:33165_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2759537 INFO (jetty-launcher-5446-thread-1) [n:127.0.0.1:33165_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33165_solr
[junit4] 2> 2759537 INFO (jetty-launcher-5446-thread-2) [n:127.0.0.1:38157_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2759538 INFO (jetty-launcher-5446-thread-2) [n:127.0.0.1:38157_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38157_solr
[junit4] 2> 2759540 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2759541 INFO (jetty-launcher-5446-thread-3) [n:127.0.0.1:40807_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2759541 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2759542 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46515_solr
[junit4] 2> 2759543 INFO (jetty-launcher-5446-thread-3) [n:127.0.0.1:40807_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40807_solr
[junit4] 2> 2759550 INFO (zkCallback-5488-thread-1-processing-n:127.0.0.1:38157_solr) [n:127.0.0.1:38157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2759550 INFO (zkCallback-5486-thread-1-processing-n:127.0.0.1:40807_solr) [n:127.0.0.1:40807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2759550 INFO (zkCallback-5483-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2759550 INFO (zkCallback-5474-thread-1-processing-n:127.0.0.1:33165_solr) [n:127.0.0.1:33165_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2759568 INFO (zkCallback-5483-thread-2-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2759568 INFO (zkCallback-5488-thread-2-processing-n:127.0.0.1:38157_solr) [n:127.0.0.1:38157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2759568 INFO (zkCallback-5486-thread-2-processing-n:127.0.0.1:40807_solr) [n:127.0.0.1:40807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2759578 INFO (zkCallback-5474-thread-2-processing-n:127.0.0.1:33165_solr) [n:127.0.0.1:33165_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2759586 INFO (jetty-launcher-5446-thread-3) [n:127.0.0.1:40807_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40807.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759593 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:46515_solr) [n:127.0.0.1:46515_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2759600 INFO (jetty-launcher-5446-thread-3) [n:127.0.0.1:40807_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40807.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759600 INFO (jetty-launcher-5446-thread-3) [n:127.0.0.1:40807_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40807.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759601 INFO (jetty-launcher-5446-thread-1) [n:127.0.0.1:33165_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33165.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759601 INFO (jetty-launcher-5446-thread-3) [n:127.0.0.1:40807_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node3/.
[junit4] 2> 2759603 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46515.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759604 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39481_solr
[junit4] 2> 2759605 INFO (zkCallback-5486-thread-2-processing-n:127.0.0.1:40807_solr) [n:127.0.0.1:40807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2759605 INFO (zkCallback-5488-thread-2-processing-n:127.0.0.1:38157_solr) [n:127.0.0.1:38157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2759605 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:46515_solr) [n:127.0.0.1:46515_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2759608 INFO (zkCallback-5474-thread-2-processing-n:127.0.0.1:33165_solr) [n:127.0.0.1:33165_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2759609 INFO (jetty-launcher-5446-thread-1) [n:127.0.0.1:33165_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33165.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759609 INFO (jetty-launcher-5446-thread-1) [n:127.0.0.1:33165_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33165.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759610 INFO (jetty-launcher-5446-thread-1) [n:127.0.0.1:33165_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node1/.
[junit4] 2> 2759610 INFO (zkCallback-5483-thread-2-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2759619 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46515.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759619 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46515.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759620 INFO (jetty-launcher-5446-thread-4) [n:127.0.0.1:46515_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node4/.
[junit4] 2> 2759623 INFO (jetty-launcher-5446-thread-2) [n:127.0.0.1:38157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759638 INFO (jetty-launcher-5446-thread-2) [n:127.0.0.1:38157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759639 INFO (jetty-launcher-5446-thread-2) [n:127.0.0.1:38157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759640 INFO (jetty-launcher-5446-thread-2) [n:127.0.0.1:38157_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node2/.
[junit4] 2> 2759643 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39481.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759648 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39481.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759648 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39481.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2759649 INFO (jetty-launcher-5446-thread-5) [n:127.0.0.1:39481_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node5/.
[junit4] 2> 2759738 INFO (zkConnectionManagerCallback-5497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759740 INFO (zkConnectionManagerCallback-5501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2759741 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2759741 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[170FB60627FA512D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39813/solr ready
[junit4] 2> 2759852 INFO (qtp1340359446-24378) [n:127.0.0.1:33165_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2759854 INFO (OverseerThreadFactory-10282-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.CreateCollectionCmd Create collection people
[junit4] 2> 2759961 INFO (OverseerStateUpdate-99225842158469132-127.0.0.1:39481_solr-n_0000000000) [n:127.0.0.1:39481_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"people_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33165/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2759962 INFO (OverseerStateUpdate-99225842158469132-127.0.0.1:39481_solr-n_0000000000) [n:127.0.0.1:39481_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"people_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39481/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2759963 INFO (OverseerStateUpdate-99225842158469132-127.0.0.1:39481_solr-n_0000000000) [n:127.0.0.1:39481_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"people_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40807/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2759964 INFO (OverseerStateUpdate-99225842158469132-127.0.0.1:39481_solr-n_0000000000) [n:127.0.0.1:39481_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"people_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46515/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2760180 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2760180 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2760183 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2760184 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2760186 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2760186 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2760189 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2760190 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2760295 INFO (zkCallback-5486-thread-2-processing-n:127.0.0.1:40807_solr) [n:127.0.0.1:40807_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760295 INFO (zkCallback-5474-thread-1-processing-n:127.0.0.1:33165_solr) [n:127.0.0.1:33165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760295 INFO (zkCallback-5474-thread-2-processing-n:127.0.0.1:33165_solr) [n:127.0.0.1:33165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760296 INFO (zkCallback-5483-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760296 INFO (zkCallback-5483-thread-2-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760296 INFO (zkCallback-5486-thread-1-processing-n:127.0.0.1:40807_solr) [n:127.0.0.1:40807_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760296 INFO (zkCallback-5482-thread-2-processing-n:127.0.0.1:46515_solr) [n:127.0.0.1:46515_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2760296 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:46515_solr) [n:127.0.0.1:46515_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2761198 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2761220 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2761229 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2761230 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2761232 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema [people_shard1_replica_n1] Schema name=doc-values-for-Join
[junit4] 2> 2761237 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema [people_shard2_replica_n6] Schema name=doc-values-for-Join
[junit4] 2> 2761239 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2761239 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema [people_shard1_replica_n2] Schema name=doc-values-for-Join
[junit4] 2> 2761240 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema [people_shard2_replica_n4] Schema name=doc-values-for-Join
[junit4] 2> 2761241 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n1' using configuration from collection people, trusted=true
[junit4] 2> 2761242 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33165.solr.core.people.shard1.replica_n1' (registry 'solr.core.people.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2761242 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2761242 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [[people_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node1/people_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node1/./people_shard1_replica_n1/data/]
[junit4] 2> 2761243 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2761245 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2761247 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2761253 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n2' using configuration from collection people, trusted=true
[junit4] 2> 2761253 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n6' using configuration from collection people, trusted=true
[junit4] 2> 2761254 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n4' using configuration from collection people, trusted=true
[junit4] 2> 2761254 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39481.solr.core.people.shard1.replica_n2' (registry 'solr.core.people.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2761254 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46515.solr.core.people.shard2.replica_n6' (registry 'solr.core.people.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2761254 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2761254 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2761254 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [[people_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node5/people_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node5/./people_shard1_replica_n2/data/]
[junit4] 2> 2761254 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [[people_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node4/people_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node4/./people_shard2_replica_n6/data/]
[junit4] 2> 2761254 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40807.solr.core.people.shard2.replica_n4' (registry 'solr.core.people.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1250ba26
[junit4] 2> 2761254 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2761255 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [[people_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node3/people_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_170FB60627FA512D-001/tempDir-001/node3/./people_shard2_replica_n4/data/]
[junit4] 2> 2761289 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2761289 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2761290 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2761290 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2761291 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d9ffb85[people_shard1_replica_n1] main]
[junit4] 2> 2761292 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2761292 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2761292 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2761292 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2761292 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2761293 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587613476666212352
[junit4] 2> 2761293 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2761293 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2761293 INFO (searcherExecutor-10290-thread-1-processing-n:127.0.0.1:33165_solr x:people_shard1_replica_n1 s:shard1 c:people r:core_node3) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [people_shard1_replica_n1] Registered new searcher Searcher@d9ffb85[people_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2761293 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2761293 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2761294 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2761294 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2761294 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e366531[people_shard2_replica_n4] main]
[junit4] 2> 2761294 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2761295 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2761295 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@12522da[people_shard1_replica_n2] main]
[junit4] 2> 2761295 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2761295 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2761295 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2761295 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2761296 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2761296 INFO (searcherExecutor-10293-thread-1-processing-n:127.0.0.1:40807_solr x:people_shard2_replica_n4 s:shard2 c:people r:core_node7) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [people_shard2_replica_n4] Registered new searcher Searcher@7e366531[people_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2761296 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587613476669358080
[junit4] 2> 2761296 INFO (searcherExecutor-10291-thread-1-processing-n:127.0.0.1:39481_solr x:people_shard1_replica_n2 s:shard1 c:people r:core_node5) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [people_shard1_replica_n2] Registered new searcher Searcher@12522da[people_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2761296 INFO (qtp1740721628-24387) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587613476669358080
[junit4] 2> 2761298 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2761301 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2761301 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2761317 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2761317 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2761318 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@444f1b29[people_shard2_replica_n6] main]
[junit4] 2> 2761322 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2761323 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2761323 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2761324 INFO (searcherExecutor-10292-thread-1-processing-n:127.0.0.1:46515_solr x:people_shard2_replica_n6 s:shard2 c:people r:core_node8) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [people_shard2_replica_n6] Registered new searcher Searcher@444f1b29[people_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2761324 INFO (qtp1784556638-24414) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587613476698718208
[junit4] 2> 2761795 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2761796 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2761796 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33165/solr/people_shard1_replica_n1/
[junit4] 2> 2761796 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n1 url=https://127.0.0.1:33165/solr START replicas=[https://127.0.0.1:39481/solr/people_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2761798 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2761798 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2761798 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40807/solr/people_shard2_replica_n4/
[junit4] 2> 2761799 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n4 url=https://127.0.0.1:40807/solr START replicas=[https://127.0.0.1:46515/solr/people_shard2_replica_n6/] nUpdates=100
[junit4] 2> 2761803 INFO (qtp1740721628-24396) [n:127.0.0.1:39481_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.S.Request [people_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2761804 INFO (qtp1784556638-24384) [n:127.0.0.1:46515_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.S.Request [people_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2762099 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n1 url=https://127.0.0.1:33165/solr DONE. We have no versions. sync failed.
[junit4] 2> 2762099 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2762099 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2762099 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2762099 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n4 url=https://127.0.0.1:40807/solr DONE. We have no versions. sync failed.
[junit4] 2> 2762099 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2762100 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2762100 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2762102 INFO (qtp1340359446-24409) [n:127.0.0.1:33165_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33165/solr/people_shard1_replica_n1/ shard1
[junit4] 2> 2762102 INFO (qtp1533100801-24406) [n:127.0.0.1:40807_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40807/solr/people_shard2_replica_n4/ shard2
[junit4] 2> 2939854 ERROR (qtp1340359446-24378) [n:127.0.0.1:33165_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2939854 INFO (qtp1340359446-24378) [n:127.0.0.1:33165_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 2939854 ERROR (qtp1340359446-24378) [n:127.0.0.1:33165_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2939856 INFO (jetty-closer-5447-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e687f25{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=551577922
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@750d227e: rootName = solr_40807, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19c62b2
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-5) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f664f73{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-5) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1901053448
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2939857 INFO (jetty-closer-5447-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c336bf0: rootName = solr_38157, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7b541593
[junit4] 2> 2939860 INFO (jetty-closer-5447-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bae4baf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2939860 ERROR (OverseerThreadFactory-10282-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33165/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:33165/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33165 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2939862 ERROR (OverseerThreadFactory-10282-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:39481/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:39481/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:39481 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2939863 ERROR (OverseerThreadFactory-10282-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46515/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:46515/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:46515 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2939861 INFO (jetty-closer-5447-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=921658985
[junit4] 2> 2939861 INFO (jetty-closer-5447-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2939863 INFO (jetty-closer-5447-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2939860 INFO (jetty-closer-5447-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2939863 INFO (jetty-closer-5447-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@536dfc3a: rootName = solr_39481, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@40cf511
[junit4] 2> 2939863 INFO (jetty-closer-5447-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6017b14b: rootName = solr_40807, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3fae8c07
[junit4] 2> 2939860 INFO (jetty-closer-5447-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b1fb0b8{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2939860 INFO (jetty-closer-5447-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6884e52c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2939864 INFO (jetty-closer-5447-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1387075733
[junit4] 2> 2939864 INFO (jetty-closer-5447-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=96604406
[junit4] 2> 2939864 INFO (jetty-closer-5447-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2939864 INFO (jetty-closer-5447-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2939864 INFO (jetty-closer-5447-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@574b6d12: rootName = solr_46515, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@50df6af0
[junit4] 2> 2939864 INFO (jetty-closer-5447-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@719d56b3: rootName = solr_33165, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4ed1108a
[junit4] 2> 2939863 INFO (jetty-closer-5447-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e41b338: rootName = solr_38157, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3fae8c07
[junit4] 2> 2939863 ERROR (OverseerThreadFactory-10282-thread-1-processing-n:127.0.0.1:39481_solr) [n:127.0.0.1:39481_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40807/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:40807/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:40807 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.exec
[...truncated too long message...]
er.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 254424 INFO (qtp2100846390-977) [n:127.0.0.1:33187_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209793
[junit4] 2> 254425 ERROR (SUITE-CloudSolrClientTest-seed#[6923364C9731B899]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 254426 INFO (SUITE-CloudSolrClientTest-seed#[6923364C9731B899]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43837 43837
[junit4] 2> 261249 INFO (Thread-228) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43837 43837
[junit4] 2> 261250 WARN (Thread-228) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99225867095834633-127.0.0.1:33187_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 261250 INFO (SUITE-CloudSolrClientTest-seed#[6923364C9731B899]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1630, maxMBSortInHeap=6.311713778564986, sim=RandomSimilarity(queryNorm=true): {}, locale=be-BY, timezone=Africa/Freetown
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=276578064,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServer, RawValueEvaluatorTest, AndEvaluatorTest, LargeVolumeBinaryJettyTest, AscEvaluatorTest, CubedRootEvaluatorTest, FieldAnalysisResponseTest, NaturalLogEvaluatorTest, StreamExpressionParserTest, LessThanEvaluatorTest, SolrExampleStreamingTest, HyperbolicTangentEvaluatorTest, SquareRootEvaluatorTest, TestConfigSetAdminRequest, TestToleratedUpdateError, ShardParamsTest, HttpSolrClientConPoolTest, CloudSolrClientCacheTest, AnlysisResponseBaseTest, EmpiricalDistributionEvaluatorTest, GreaterThanEvaluatorTest, TestPathTrie, SolrExampleBinaryTest, LargeVolumeEmbeddedTest, TestSpellCheckResponse, SolrParamTest, TermsResponseTest, MergeIndexesEmbeddedTest, TestCoreAdmin, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, TestLBHttpSolrClient, CloudSolrClientBuilderTest, CloudSolrClientTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudSolrClientTest -Dtests.seed=6923364C9731B899 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be-BY -Dtests.timezone=Africa/Freetown -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | CloudSolrClientTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33187/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([6923364C9731B899]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J0 in 217.58s, 0 tests, 1 error <<< FAILURES!
[...truncated 39248 lines...]
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
106 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/106/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTROnSolrCloud
Error Message:
62 threads leaked from SUITE scope at org.apache.solr.ltr.TestLTROnSolrCloud: 1) Thread[id=216, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 2) Thread[id=282, name=searcherExecutor-151-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 3) Thread[id=290, name=zkCallback-37-thread-2, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 4) Thread[id=284, name=ScheduledTrigger-140-thread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 5) Thread[id=280, name=searcherExecutor-152-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 6) Thread[id=250, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[6D62B4529345FAD6]-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 7) Thread[id=281, name=searcherExecutor-149-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 8) Thread[id=202, name=qtp2065705475-202-acceptor-0@2681467b-ServerConnector@7cceb034{SSL,[ssl, http/1.1]}{127.0.0.1:39903}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 9) Thread[id=207, name=org.eclipse.jetty.server.session.HashSessionManager@3aaa5179Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 10) Thread[id=254, name=OverseerThreadFactory-142-thread-1, state=WAITING, group=Overseer collection creation process.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:200) at app//org.apache.solr.handler.component.HttpShardHandler.take(HttpShardHandler.java:248) at app//org.apache.solr.handler.component.HttpShardHandler.takeCompletedOrError(HttpShardHandler.java:241) at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:728) at app//org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:297) at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233) at app//org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$226/1686923341.run(Unknown Source) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 11) Thread[id=227, name=jetty-launcher-21-thread-1-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 12) Thread[id=198, name=qtp2065705475-198, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/721364921.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 13) Thread[id=279, name=searcherExecutor-148-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 14) Thread[id=182, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 15) Thread[id=266, name=qtp2065705475-266, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 16) Thread[id=268, name=qtp2065705475-268, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 17) Thread[id=267, name=qtp1396393121-267, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 18) Thread[id=283, name=searcherExecutor-150-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 19) Thread[id=225, name=jetty-launcher-21-thread-2-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 20) Thread[id=265, name=qtp2065705475-265, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/721364921.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 21) Thread[id=180, name=Thread-54, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Thread.join(Thread.java:1353) at java.base@10-ea/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 22) Thread[id=200, name=qtp2065705475-200, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 23) Thread[id=249, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[6D62B4529345FAD6]-SendThread(127.0.0.1:40883), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 24) Thread[id=203, name=qtp2065705475-203, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 25) Thread[id=237, name=ScheduledTrigger-140-thread-2, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 26) Thread[id=264, name=qtp1396393121-264, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 27) Thread[id=190, name=qtp1396393121-190, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 28) Thread[id=233, name=OverseerCollectionConfigSetProcessor-99224736555859974-127.0.0.1:39903_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 29) Thread[id=217, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 30) Thread[id=199, name=qtp1396393121-199, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/721364921.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 31) Thread[id=251, name=zkConnectionManagerCallback-51-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 32) Thread[id=194, name=qtp1396393121-194, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/721364921.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 33) Thread[id=206, name=qtp2065705475-206, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 34) Thread[id=263, name=qtp1396393121-263, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 35) Thread[id=195, name=qtp1396393121-195-acceptor-0@78229b9a-ServerConnector@6616881a{SSL,[ssl, http/1.1]}{127.0.0.1:38677}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 36) Thread[id=193, name=qtp1396393121-193, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/721364921.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 37) Thread[id=228, name=zkConnectionManagerCallback-38-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 38) Thread[id=235, name=OverseerAutoScalingTriggerThread-99224736555859974-127.0.0.1:39903_solr-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 39) Thread[id=184, name=ProcessThread(sid:0 cport:40883):, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 40) Thread[id=191, name=qtp2065705475-191, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/721364921.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 41) Thread[id=215, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 42) Thread[id=236, name=ScheduledTrigger-140-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 43) Thread[id=234, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 44) Thread[id=201, name=qtp1396393121-201, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 45) Thread[id=204, name=org.eclipse.jetty.server.session.HashSessionManager@11083685Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 46) Thread[id=214, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 47) Thread[id=229, name=zkConnectionManagerCallback-40-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 48) Thread[id=289, name=zkCallback-39-thread-3, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 49) Thread[id=285, name=searcherExecutor-147-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 50) Thread[id=197, name=qtp1396393121-197, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 51) Thread[id=181, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 52) Thread[id=224, name=jetty-launcher-21-thread-2-SendThread(127.0.0.1:40883), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 53) Thread[id=252, name=Scheduler-1505963985, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 54) Thread[id=272, name=ScheduledTrigger-140-thread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 55) Thread[id=240, name=Thread-72, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 56) Thread[id=253, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 57) Thread[id=245, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 58) Thread[id=205, name=qtp2065705475-205, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 59) Thread[id=232, name=OverseerStateUpdate-99224736555859974-127.0.0.1:39903_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 60) Thread[id=260, name=Scheduler-863974366, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 61) Thread[id=226, name=jetty-launcher-21-thread-1-SendThread(127.0.0.1:40883), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 62) Thread[id=238, name=Thread-71, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 62 threads leaked from SUITE scope at org.apache.solr.ltr.TestLTROnSolrCloud:
1) Thread[id=216, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
2) Thread[id=282, name=searcherExecutor-151-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
3) Thread[id=290, name=zkCallback-37-thread-2, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
4) Thread[id=284, name=ScheduledTrigger-140-thread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
5) Thread[id=280, name=searcherExecutor-152-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
6) Thread[id=250, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[6D62B4529345FAD6]-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
7) Thread[id=281, name=searcherExecutor-149-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
8) Thread[id=202, name=qtp2065705475-202-acceptor-0@2681467b-ServerConnector@7cceb034{SSL,[ssl, http/1.1]}{127.0.0.1:39903}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@10-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
9) Thread[id=207, name=org.eclipse.jetty.server.session.HashSessionManager@3aaa5179Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
10) Thread[id=254, name=OverseerThreadFactory-142-thread-1, state=WAITING, group=Overseer collection creation process.]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:200)
at app//org.apache.solr.handler.component.HttpShardHandler.take(HttpShardHandler.java:248)
at app//org.apache.solr.handler.component.HttpShardHandler.takeCompletedOrError(HttpShardHandler.java:241)
at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:728)
at app//org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:297)
at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
at app//org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$226/1686923341.run(Unknown Source)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
11) Thread[id=227, name=jetty-launcher-21-thread-1-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
12) Thread[id=198, name=qtp2065705475-198, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768)
at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
at app//org.apache.solr.core.ZkContainer$$Lambda$282/281721207.run(Unknown Source)
at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
at a
[...truncated too long message...]
ProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 23) Thread[id=190, name=qtp1396393121-190, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at java.base@10-ea/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.base@10-ea/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 24) Thread[id=240, name=Thread-72, state=WAITING, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/java.lang.Object.wait(Native Method)
[junit4] > at java.base@10-ea/java.lang.Object.wait(Object.java:328)
[junit4] > at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
[junit4] > 25) Thread[id=251, name=zkConnectionManagerCallback-51-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
[junit4] > at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 26) Thread[id=260, name=Scheduler-863974366, state=WAITING, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 27) Thread[id=206, name=qtp2065705475-206, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 28) Thread[id=263, name=qtp1396393121-263, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at java.base@10-ea/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.base@10-ea/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
[junit4] > at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:104)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 29) Thread[id=226, name=jetty-launcher-21-thread-1-SendThread(127.0.0.1:40883), state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/java.lang.Thread.sleep(Native Method)
[junit4] > at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 30) Thread[id=238, name=Thread-71, state=WAITING, group=TGRP-TestLTROnSolrCloud]
[junit4] > at java.base@10-ea/java.lang.Object.wait(Native Method)
[junit4] > at java.base@10-ea/java.lang.Object.wait(Object.java:328)
[junit4] > at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
[junit4] > at __randomizedtesting.SeedInfo.seed([6D62B4529345FAD6]:0)
[junit4] Completed [35/35 (1!)] on J0 in 204.74s, 1 test, 3 errors <<< FAILURES!
[...truncated 32842 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 105
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 77, pos 4):
)"}
^
java.lang.OutOfMemoryError: Java heap space
[JENKINS] Lucene-Solr-7.2-Linux (32bit/jdk1.8.0_144) - Build # 104
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/104/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRandomFlRTGCloud
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([915E3D370B629334]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.TestRandomFlRTGCloud.waitForRecoveriesToFinish(TestRandomFlRTGCloud.java:461)
at org.apache.solr.cloud.TestRandomFlRTGCloud.createMiniSolrCloudCluster(TestRandomFlRTGCloud.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
84 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 1) Thread[id=23083, name=org.eclipse.jetty.server.session.HashSessionManager@12a92aaTimer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23187, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23078, name=qtp20665077-23078, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23052, name=qtp20144313-23052, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23045, name=qtp20144313-23045, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23162, name=Scheduler-27962089, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23152, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23077, name=qtp20665077-23077, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23079, name=qtp20665077-23079-acceptor-0@62b917-ServerConnector@147c548{HTTP/1.1,[http/1.1]}{127.0.0.1:44259}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23156, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-SendThread(127.0.0.1:44517), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 11) Thread[id=23190, name=zkCallback-3571-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23046, name=qtp20144313-23046, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=23138, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=23093, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 15) Thread[id=23111, name=qtp17861694-23111, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23182, name=zkCallback-3543-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=23094, name=zkConnectionManagerCallback-3553-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=23143, name=qtp11379583-23143-acceptor-0@1ee078f-ServerConnector@1706cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:45903}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=23072, name=searcherExecutor-6868-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23066, name=Thread-5772, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 21) Thread[id=23160, name=Thread-5799, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 22) Thread[id=23186, name=zkCallback-3561-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=23188, name=zkCallback-3552-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=23058, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=23185, name=zkCallback-3552-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=23105, name=qtp17861694-23105, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=23062, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-SendThread(127.0.0.1:44517), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 28) Thread[id=23102, name=searcherExecutor-6879-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=23049, name=qtp20144313-23049-acceptor-0@aa7837-ServerConnector@17534c5{HTTP/1.1,[http/1.1]}{127.0.0.1:43579}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=23050, name=qtp20144313-23050, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=23081, name=qtp20665077-23081, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=23124, name=zkConnectionManagerCallback-3562-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=23096, name=Thread-5781, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 34) Thread[id=23087, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=23142, name=qtp11379583-23142, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=23080, name=qtp20665077-23080, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=23117, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=23184, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=23107, name=qtp17861694-23107, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=23088, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=23123, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 42) Thread[id=23118, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=23145, name=qtp11379583-23145, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=23193, name=zkCallback-3561-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=23064, name=zkConnectionManagerCallback-3544-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=23179, name=zkCallback-3543-thread-3-processing-n:127.0.0.1:43579_, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:518) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:437) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:424) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$254/25553223.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$119/16666026.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=23122, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-SendThread(127.0.0.1:44517), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 48) Thread[id=23147, name=org.eclipse.jetty.server.session.HashSessionManager@125a02eTimer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=23151, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=23106, name=qtp17861694-23106, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=23144, name=qtp11379583-23144, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1030) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$85/19810573.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=23104, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=23057, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=23110, name=qtp17861694-23110, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=23069, name=Scheduler-25977669, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=23051, name=qtp20144313-23051, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=23108, name=qtp17861694-23108, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=23129, name=Scheduler-4333027, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=23112, name=qtp17861694-23112, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=23126, name=Thread-5790, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 61) Thread[id=23053, name=org.eclipse.jetty.server.session.HashSessionManager@104f243Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=23146, name=qtp11379583-23146, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 63) Thread[id=23075, name=qtp20665077-23075, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 64) Thread[id=23082, name=qtp20665077-23082, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=23099, name=Scheduler-16800751, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=23113, name=org.eclipse.jetty.server.session.HashSessionManager@1cff484Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=23074, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 68) Thread[id=23158, name=zkConnectionManagerCallback-3572-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 69) Thread[id=23141, name=qtp11379583-23141, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 70) Thread[id=23047, name=qtp20144313-23047, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=23132, name=searcherExecutor-6890-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 72) Thread[id=23189, name=zkCallback-3561-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 73) Thread[id=23140, name=qtp11379583-23140, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=23157, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 75) Thread[id=23181, name=zkCallback-3543-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=23139, name=qtp11379583-23139, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 77) Thread[id=23109, name=qtp17861694-23109-acceptor-0@10053b-ServerConnector@15fc904{HTTP/1.1,[http/1.1]}{127.0.0.1:42367}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 78) Thread[id=23191, name=zkCallback-3561-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 79) Thread[id=23092, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-SendThread(127.0.0.1:44517), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 80) Thread[id=23048, name=qtp20144313-23048, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 81) Thread[id=23192, name=zkCallback-3552-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 82) Thread[id=23076, name=qtp20665077-23076, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 83) Thread[id=23183, name=zkCallback-3543-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 84) Thread[id=23063, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 84 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
1) Thread[id=23083, name=org.eclipse.jetty.server.session.HashSessionManager@12a92aaTimer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23187, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23078, name=qtp20665077-23078, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23052, name=qtp20144313-23052, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23045, name=qtp20144313-23045, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23162, name=Scheduler-27962089, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23152, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23077, name=qtp20665077-23077, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=23079, name=qtp20665077-23079-acceptor-0@62b917-ServerConnector@147c548{HTTP/1.1,[http/1.1]}{127.0.0.1:44259}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=23156, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-SendThread(127.0.0.1:44517), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
11) Thread[id=23190, name=zkCallback-3571-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=23046, name=qtp20144313-23046, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=23138, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=23093, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
15) Thread[id=23111, name=qtp17861694-23111, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=23182, name=zkCallback-3543-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=23094, name=zkConnectionManagerCallback-3553-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=23143, name=qtp11379583-23143-acceptor-0@1ee078f-ServerConnector@1706cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:45903}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=23072, name=searcherExecuto
[...truncated too long message...]
.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 45) Thread[id=23132, name=searcherExecutor-6890-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 46) Thread[id=23189, name=zkCallback-3561-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 47) Thread[id=23181, name=zkCallback-3543-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 48) Thread[id=23139, name=qtp11379583-23139, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 49) Thread[id=23191, name=zkCallback-3561-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 50) Thread[id=23092, name=TEST-TestSolrConfigHandlerCloud.test-seed#[915E3D370B629334]-SendThread(127.0.0.1:44517), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 51) Thread[id=23048, name=qtp20144313-23048, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 52) Thread[id=23192, name=zkCallback-3552-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 53) Thread[id=23183, name=zkCallback-3543-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([915E3D370B629334]:0)
[junit4] Completed [751/751 (3!)] on J2 in 633.27s, 1 test, 3 errors <<< FAILURES!
[...truncated 43170 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 103 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/103/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
Error Message:
Error from server at http://127.0.0.1:35843/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35843/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([412BD402A22924F1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:121)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
Error Message:
Error from server at http://127.0.0.1:33887/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33887/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([412BD402A22924F1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:111)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Error from server at http://127.0.0.1:40017/solr: Timed out waiting to see all replicas: [collection1_shard1_replica_n9] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40017/solr: Timed out waiting to see all replicas: [collection1_shard1_replica_n9] in cluster state.
at __randomizedtesting.SeedInfo.seed([412BD402A22924F1:C97FEBD80CD54909]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:85)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11772 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
[junit4] 2> 109131 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/init-core-data-001
[junit4] 2> 109131 WARN (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 109131 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 109132 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-9182 - causes OOM")
[junit4] 2> 109132 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.TestTolerantUpdateProcessorRandomCloud Configuring cluster: servers=10, shards=3, repfactor=3
[junit4] 2> 109133 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001
[junit4] 2> 109133 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 109133 INFO (Thread-284) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 109133 INFO (Thread-284) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 109135 ERROR (Thread-284) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 109233 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41463
[junit4] 2> 109235 INFO (zkConnectionManagerCallback-86-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109238 INFO (jetty-launcher-83-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109238 INFO (jetty-launcher-83-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109238 INFO (jetty-launcher-83-thread-8) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109239 INFO (jetty-launcher-83-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109239 INFO (jetty-launcher-83-thread-6) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109239 INFO (jetty-launcher-83-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109239 INFO (jetty-launcher-83-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109240 INFO (jetty-launcher-83-thread-10) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109240 INFO (jetty-launcher-83-thread-7) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109240 INFO (jetty-launcher-83-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73a65a1c{/solr,null,AVAILABLE}
[junit4] 2> 109240 INFO (jetty-launcher-83-thread-9) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 109248 INFO (jetty-launcher-83-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5868d0ee{/solr,null,AVAILABLE}
[junit4] 2> 109249 INFO (jetty-launcher-83-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e3e467c{HTTP/1.1,[http/1.1]}{127.0.0.1:36525}
[junit4] 2> 109249 INFO (jetty-launcher-83-thread-4) [ ] o.e.j.s.Server Started @111945ms
[junit4] 2> 109249 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36525}
[junit4] 2> 109249 ERROR (jetty-launcher-83-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109249 INFO (jetty-launcher-83-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c9b4e6{HTTP/1.1,[http/1.1]}{127.0.0.1:38215}
[junit4] 2> 109249 INFO (jetty-launcher-83-thread-2) [ ] o.e.j.s.Server Started @111945ms
[junit4] 2> 109249 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38215}
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109250 ERROR (jetty-launcher-83-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.001132Z
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.001287Z
[junit4] 2> 109250 INFO (jetty-launcher-83-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ea6230{/solr,null,AVAILABLE}
[junit4] 2> 109251 INFO (jetty-launcher-83-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e096040{/solr,null,AVAILABLE}
[junit4] 2> 109254 INFO (jetty-launcher-83-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62c4139b{/solr,null,AVAILABLE}
[junit4] 2> 109254 INFO (jetty-launcher-83-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@106419c9{/solr,null,AVAILABLE}
[junit4] 2> 109254 INFO (zkConnectionManagerCallback-90-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109254 INFO (jetty-launcher-83-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f1dcc6{HTTP/1.1,[http/1.1]}{127.0.0.1:33493}
[junit4] 2> 109254 INFO (jetty-launcher-83-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31531471{HTTP/1.1,[http/1.1]}{127.0.0.1:35263}
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-10) [ ] o.e.j.s.Server Started @111951ms
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-1) [ ] o.e.j.s.Server Started @111951ms
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33493}
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35263}
[junit4] 2> 109255 ERROR (jetty-launcher-83-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109255 ERROR (jetty-launcher-83-thread-10) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.006912Z
[junit4] 2> 109255 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.006952Z
[junit4] 2> 109258 INFO (jetty-launcher-83-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cbc402b{HTTP/1.1,[http/1.1]}{127.0.0.1:37217}
[junit4] 2> 109258 INFO (jetty-launcher-83-thread-3) [ ] o.e.j.s.Server Started @111954ms
[junit4] 2> 109258 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37217}
[junit4] 2> 109260 ERROR (jetty-launcher-83-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109260 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109260 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109260 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109260 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.011897Z
[junit4] 2> 109262 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109262 INFO (zkConnectionManagerCallback-93-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109263 INFO (jetty-launcher-83-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c908a1f{/solr,null,AVAILABLE}
[junit4] 2> 109264 INFO (jetty-launcher-83-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5dccb43a{HTTP/1.1,[http/1.1]}{127.0.0.1:44583}
[junit4] 2> 109264 INFO (jetty-launcher-83-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1093db1c{/solr,null,AVAILABLE}
[junit4] 2> 109264 INFO (zkConnectionManagerCallback-88-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109264 INFO (jetty-launcher-83-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33f71e8{/solr,null,AVAILABLE}
[junit4] 2> 109264 INFO (jetty-launcher-83-thread-8) [ ] o.e.j.s.Server Started @111959ms
[junit4] 2> 109264 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44583}
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d3fc939{/solr,null,AVAILABLE}
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c8479cf{HTTP/1.1,[http/1.1]}{127.0.0.1:33887}
[junit4] 2> 109265 ERROR (jetty-launcher-83-thread-8) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.e.j.s.Server Started @111960ms
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33887}
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37660561{HTTP/1.1,[http/1.1]}{127.0.0.1:33457}
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.016460Z
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.e.j.s.Server Started @111961ms
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33457}
[junit4] 2> 109265 ERROR (jetty-launcher-83-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109265 ERROR (jetty-launcher-83-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.016852Z
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109265 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109266 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.016986Z
[junit4] 2> 109268 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109270 INFO (zkConnectionManagerCallback-94-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109281 INFO (jetty-launcher-83-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@416e7b3{HTTP/1.1,[http/1.1]}{127.0.0.1:46855}
[junit4] 2> 109282 INFO (jetty-launcher-83-thread-9) [ ] o.e.j.s.Server Started @111977ms
[junit4] 2> 109282 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46855}
[junit4] 2> 109282 ERROR (jetty-launcher-83-thread-9) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109282 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109282 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109282 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109282 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.033729Z
[junit4] 2> 109283 INFO (jetty-launcher-83-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bac5951{HTTP/1.1,[http/1.1]}{127.0.0.1:46279}
[junit4] 2> 109283 INFO (jetty-launcher-83-thread-5) [ ] o.e.j.s.Server Started @111979ms
[junit4] 2> 109283 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46279}
[junit4] 2> 109283 ERROR (jetty-launcher-83-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 109284 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 109284 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 109284 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 109284 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T01:31:08.035171Z
[junit4] 2> 109284 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109284 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109286 INFO (jetty-launcher-83-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109299 INFO (zkConnectionManagerCallback-98-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109301 INFO (zkConnectionManagerCallback-102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109301 INFO (jetty-launcher-83-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109306 INFO (zkConnectionManagerCallback-96-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109306 INFO (zkConnectionManagerCallback-100-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109310 INFO (zkConnectionManagerCallback-110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109313 INFO (zkConnectionManagerCallback-108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109315 INFO (zkConnectionManagerCallback-104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109316 INFO (jetty-launcher-83-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109317 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109317 INFO (zkConnectionManagerCallback-114-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109317 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109319 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109317 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109317 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109325 INFO (jetty-launcher-83-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109317 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 109323 INFO (zkConnectionManagerCallback-120-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109347 INFO (zkConnectionManagerCallback-122-thread-1-processing-n:127.0.0.1:35263_solr) [n:127.0.0.1:35263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109349 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109353 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109362 INFO (jetty-launcher-83-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109367 INFO (jetty-launcher-83-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109369 INFO (jetty-launcher-83-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109381 INFO (jetty-launcher-83-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109371 INFO (zkConnectionManagerCallback-124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109393 INFO (jetty-launcher-83-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109370 INFO (zkConnectionManagerCallback-126-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109394 INFO (zkConnectionManagerCallback-131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109395 INFO (jetty-launcher-83-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41463/solr
[junit4] 2> 109396 INFO (zkConnectionManagerCallback-149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109401 INFO (zkConnectionManagerCallback-140-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109399 INFO (zkConnectionManagerCallback-146-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109399 INFO (zkConnectionManagerCallback-136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109426 INFO (zkConnectionManagerCallback-151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109433 INFO (zkConnectionManagerCallback-153-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109434 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee000f, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109437 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109438 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0014, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109438 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0016, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109439 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0013, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109444 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109444 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16080fec2ee0012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 109448 INFO (zkConnectionManagerCallback-157-thread-1-processing-n:127.0.0.1:37217_solr) [n:127.0.0.1:37217_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109449 INFO (zkConnectionManagerCallback-155-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109449 INFO (zkConnectionManagerCallback-159-thread-1-processing-n:127.0.0.1:46855_solr) [n:127.0.0.1:46855_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109457 INFO (zkConnectionManagerCallback-165-thread-1-processing-n:127.0.0.1:46279_solr) [n:127.0.0.1:46279_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109457 INFO (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:44583_solr) [n:127.0.0.1:44583_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109464 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109465 INFO (jetty-launcher-83-thread-2) [n:127.0.0.1:38215_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109465 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33493_solr
[junit4] 2> 109466 INFO (jetty-launcher-83-thread-9) [n:127.0.0.1:46855_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109467 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.c.Overseer Overseer (id=99221023482576917-127.0.0.1:33493_solr-n_0000000000) starting
[junit4] 2> 109467 INFO (jetty-launcher-83-thread-2) [n:127.0.0.1:38215_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38215_solr
[junit4] 2> 109467 INFO (jetty-launcher-83-thread-9) [n:127.0.0.1:46855_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46855_solr
[junit4] 2> 109469 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 109470 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109473 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35263_solr
[junit4] 2> 109476 INFO (zkConnectionManagerCallback-168-thread-1-processing-n:127.0.0.1:33457_solr) [n:127.0.0.1:33457_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109481 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 109482 INFO (jetty-launcher-83-thread-4) [n:127.0.0.1:36525_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109501 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 109501 INFO (zkConnectionManagerCallback-163-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109501 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 109502 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 109504 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 109510 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 109521 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 109521 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 109522 INFO (jetty-launcher-83-thread-4) [n:127.0.0.1:36525_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36525_solr
[junit4] 2> 109522 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109524 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 109524 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 109525 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109525 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37217_solr
[junit4] 2> 109526 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 109527 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 109527 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 109527 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46279_solr
[junit4] 2> 109533 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109536 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 109536 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 109536 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 109545 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44583_solr
[junit4] 2> 109546 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 109546 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 109553 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 109555 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 109556 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 109558 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109558 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 109560 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33887_solr
[junit4] 2> 109561 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33457_solr
[junit4] 2> 109567 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 109567 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 109567 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 109587 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 109588 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 109588 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 109594 INFO (zkCallback-158-thread-1-processing-n:127.0.0.1:46855_solr) [n:127.0.0.1:46855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 109594 INFO (zkCallback-156-thread-1-processing-n:127.0.0.1:37217_solr) [n:127.0.0.1:37217_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (9)
[junit4] 2> 109594 INFO (zkCallback-121-thread-1-processing-n:127.0.0.1:35263_solr) [n:127.0.0.1:35263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 109594 INFO (zkCallback-160-thread-1-processing-n:127.0.0.1:44583_solr) [n:127.0.0.1:44583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (9)
[junit4] 2> 109595 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:35263_solr) [n:127.0.0.1:35263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (9)
[junit4] 2> 109632 INFO (zkCallback-164-thread-1-processing-n:127.0.0.1:46279_solr) [n:127.0.0.1:46279_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (9)
[junit4] 2> 109648 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33493_solr
[junit4] 2> 109652 INFO (zkCallback-156-thread-2-processing-n:127.0.0.1:37217_solr) [n:127.0.0.1:37217_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109652 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36525_solr) [n:127.0.0.1:36525_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109652 INFO (zkCallback-164-thread-1-processing-n:127.0.0.1:46279_solr) [n:127.0.0.1:46279_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109652 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:38215_solr) [n:127.0.0.1:38215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109652 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109654 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:35263_solr) [n:127.0.0.1:35263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109655 INFO (zkCallback-160-thread-1-processing-n:127.0.0.1:44583_solr) [n:127.0.0.1:44583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109658 INFO (zkCallback-162-thread-1-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
[junit4] 2> 109658 INFO (zkCallback-167-thread-1-processing-n:127.0.0.1:33457_solr) [n:127.0.0.1:33457_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
[junit4] 2> 109667 INFO (zkCallback-158-thread-3-processing-n:127.0.0.1:46855_solr) [n:127.0.0.1:46855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
[junit4] 2> 109668 INFO (zkCallback-162-thread-2-processing-n:127.0.0.1:33887_solr) [n:127.0.0.1:33887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 109769 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44583.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109799 INFO (jetty-launcher-83-thread-9) [n:127.0.0.1:46855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46855.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109834 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44583.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109834 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44583.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109839 INFO (jetty-launcher-83-thread-8) [n:127.0.0.1:44583_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node4/.
[junit4] 2> 109842 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46279.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109874 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109874 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109874 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37217.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109875 INFO (jetty-launcher-83-thread-4) [n:127.0.0.1:36525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36525.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109877 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109878 INFO (jetty-launcher-83-thread-2) [n:127.0.0.1:38215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38215.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109879 INFO (jetty-launcher-83-thread-9) [n:127.0.0.1:46855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46855.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109879 INFO (jetty-launcher-83-thread-9) [n:127.0.0.1:46855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46855.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109881 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33457.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109884 INFO (jetty-launcher-83-thread-9) [n:127.0.0.1:46855_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node8/.
[junit4] 2> 109907 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46279.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109908 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46279.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109912 INFO (jetty-launcher-83-thread-5) [n:127.0.0.1:46279_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node7/.
[junit4] 2> 109927 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37217.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109927 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37217.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109928 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109928 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109929 INFO (jetty-launcher-83-thread-4) [n:127.0.0.1:36525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36525.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109930 INFO (jetty-launcher-83-thread-4) [n:127.0.0.1:36525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36525.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109933 INFO (jetty-launcher-83-thread-3) [n:127.0.0.1:37217_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node5/.
[junit4] 2> 109941 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109941 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109942 INFO (jetty-launcher-83-thread-1) [n:127.0.0.1:35263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node1/.
[junit4] 2> 109943 INFO (jetty-launcher-83-thread-4) [n:127.0.0.1:36525_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node3/.
[junit4] 2> 109945 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33457.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109945 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33457.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109946 INFO (jetty-launcher-83-thread-10) [n:127.0.0.1:33493_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node9/.
[junit4] 2> 109947 INFO (jetty-launcher-83-thread-7) [n:127.0.0.1:33457_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node10/.
[junit4] 2> 109947 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109947 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109948 INFO (jetty-launcher-83-thread-6) [n:127.0.0.1:33887_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node6/.
[junit4] 2> 109949 INFO (jetty-launcher-83-thread-2) [n:127.0.0.1:38215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38215.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109950 INFO (jetty-launcher-83-thread-2) [n:127.0.0.1:38215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38215.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1de7c1d6
[junit4] 2> 109951 INFO (jetty-launcher-83-thread-2) [n:127.0.0.1:38215_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_412BD402A22924F1-001/tempDir-001/node2/.
[junit4] 2> 110715 INFO (zkConnectionManagerCallback-179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110725 INFO (zkConnectionManagerCallback-183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 110727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41463/solr ready
[junit4] 2> 110976 INFO (qtp635864588-846) [n:127.0.0.1:33887_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=3&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 110981 INFO (OverseerThreadFactory-194-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 111087 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38215/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111093 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37217/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111095 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46279/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111097 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46855/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111101 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44583/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111103 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33457/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111105 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_col_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36525/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111107 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_col_shard3_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33887/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111109 INFO (OverseerStateUpdate-99221023482576917-127.0.0.1:33493_solr-n_0000000000) [n:127.0.0.1:33493_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_col_shard3_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35263/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 111319 INFO (qtp516153942-830) [n:127.0.0.1:33457_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node13&name=test_col_shard2_replica_n10&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 111319 INFO (qtp397625344-839) [n:127.0.0.1:46279_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node7&name=test_col_shard1_replica_n4&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 111319 INFO (qtp516153942-830) [n:127.0.0.1:33457_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111319 INFO (qtp397625344-839) [n:127.0.0.1:46279_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111320 INFO (qtp822893583-786) [n:127.0.0.1:36525_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node15&name=test_col_shard3_replica_n12&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 111320 INFO (qtp822893583-786) [n:127.0.0.1:36525_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111328 INFO (qtp419466844-818) [n:127.0.0.1:37217_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 111329 INFO (qtp147995319-765) [n:127.0.0.1:38215_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 111329 INFO (qtp147995319-765) [n:127.0.0.1:38215_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111330 INFO (qtp419466844-818) [n:127.0.0.1:37217_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111330 INFO (qtp635864588-828) [n:127.0.0.1:33887_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node17&name=test_col_shard3_replica_n14&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 111330 INFO (qtp635864588-828) [n:127.0.0.1:33887_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111331 INFO (qtp245295484-823) [n:127.0.0.1:44583_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node11&name=test_col_shard2_replica_n8&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 111331 INFO (qtp245295484-823) [n:127.0.0.1:44583_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111337 INFO (qtp170863658-772) [n:127.0.0.1:46855_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node9&name=test_col_shard2_replica_n6&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 111338 INFO (qtp170863658-772) [n:127.0.0.1:46855_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 111340 INFO (qtp302944638-804) [n:127.0.0.1:35263_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node18&name=test_col_shard3_replica_n16&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 111340 INFO (qtp302944638-804) [n:127.0.0.1:35263_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 290979 ERROR (qtp635864588-846) [n:127.0.0.1:33887_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 290981 INFO (qtp635864588-846) [n:127.0.0.1:33887_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=3&action=CREATE&numShards=3&wt=javabin&version=2} status=500 QTime=180005
[junit4] 2> 290982 ERROR (qtp635864588-846) [n:127.0.0.1:33887_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 290985 INFO (jetty-closer-84-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e3e467c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 290985 INFO (jetty-closer-84-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5dccb43a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 290985 INFO (jetty-closer-84-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4bac5951{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 290987 ERROR (OverseerThreadFactory-194-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33887/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33887/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33887 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 290989 ERROR (OverseerThreadFactory-194-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33457/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33457/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33457 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExe
[...truncated too long message...]
etty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: test_col slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 2737921 INFO (qtp2063912806-27884) [n:127.0.0.1:37547_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=210025
[junit4] 2> 2737922 ERROR (SUITE-TestTolerantUpdateProcessorCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2737922 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40911 40911
[junit4] 2> 2745987 INFO (Thread-4463) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40911 40911
[junit4] 2> 2745988 WARN (Thread-4463) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/test_col/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99221181948231693-127.0.0.1:35843_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2745989 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[412BD402A22924F1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=sah-RU, timezone=Europe/Skopje
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=247248752,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCacheReopen, ConfigSetsAPITest, FieldMutatingUpdateProcessorTest, EnumFieldTest, CoreSorterTest, CopyFieldTest, UninvertDocValuesMergePolicyTest, HdfsLockFactoryTest, ConnectionReuseTest, SortByFunctionTest, HdfsThreadLeakTest, DeleteStatusTest, TestTolerantUpdateProcessorRandomCloud, CoreAdminHandlerTest, TestSolrCloudWithSecureImpersonation, TestDynamicLoading, TestSolrXml, TestSearchPerf, FileBasedSpellCheckerTest, DistributedDebugComponentTest, TestExactSharedStatsCache, DistribJoinFromCollectionTest, LeaderElectionTest, TestScoreJoinQPNoScore, SolrJmxReporterTest, DistributedQueryComponentOptimizationTest, CdcrRequestHandlerTest, BadCopyFieldTest, OverseerCollectionConfigSetProcessorTest, CurrencyFieldTypeTest, TestHalfAndHalfDocValues, TestFieldResource, TestJsonFacetRefinement, SolrCoreCheckLockOnStartupTest, BasicDistributedZk2Test, UnloadDistributedZkTest, AnalyticsMergeStrategyTest, TestSolrCloudWithHadoopAuthPlugin, TestChildDocTransformer, TestGroupingSearch, CloudMLTQParserTest, HdfsRecoveryZkTest, ResponseHeaderTest, TestRawTransformer, TestRealTimeGet, TestLRUCache, AtomicUpdatesTest, ClusterStateTest, QueryElevationComponentTest, TestDistributedMissingSort, TestRandomRequestDistribution, MigrateRouteKeyTest, TestHashQParserPlugin, ScriptEngineTest, TestFiltering, WordBreakSolrSpellCheckerTest, TestConfigReload, XmlUpdateRequestHandlerTest, InfixSuggestersTest, TestSha256AuthenticationProvider, HLLUtilTest, TestIndexSearcher, SuggesterWFSTTest, TestTestInjection, TestSmileRequest, DeleteNodeTest, FieldAnalysisRequestHandlerTest, TestSchemaNameResource, TestPullReplica, BlockDirectoryTest, SharedFSAutoReplicaFailoverTest, SegmentsInfoRequestHandlerTest, LeaderInitiatedRecoveryOnCommitTest, AutoAddReplicasIntegrationTest, RequiredFieldsTest, TestCloudManagedSchema, BadComponentTest, DistributedFacetPivotSmallTest, TestInitParams, TestMacroExpander, StatsComponentTest, TestExtendedDismaxParser, HighlighterTest, DistanceUnitsTest, TestRequestForwarding, TestCloudDeleteByQuery, TestDocBasedVersionConstraints, LoggingHandlerTest, TestSkipOverseerOperations, HttpTriggerListenerTest, ChaosMonkeyNothingIsSafeTest, MetricsHandlerTest, TestShardHandlerFactory, HdfsCollectionsAPIDistributedZkTest, ZkStateReaderTest, VersionInfoTest, BigEndianAscendingWordDeserializerTest, TestCloudPivotFacet, TestDistributedStatsComponentCardinality, TestSchemalessBufferedUpdates, DocValuesNotIndexedTest, TestRestManager, TestReloadDeadlock, LeaderElectionContextKeyTest, TestCoreContainer, TestDistribDocBasedVersion, SpatialHeatmapFacetsTest, TestCloudSearcherWarming, TimeRoutedAliasUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestConfigOverlay, DistanceFunctionTest, ExplicitHLLTest, TestCollectionAPIs, TestFuzzyAnalyzedSuggestions, TestSegmentSorting, JvmMetricsTest, LargeFieldTest, TestTrieFacet, PluginInfoTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, ForceLeaderTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, ShardSplitTest, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, TestTolerantUpdateProcessorCloud]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTolerantUpdateProcessorCloud -Dtests.seed=412BD402A22924F1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sah-RU -Dtests.timezone=Europe/Skopje -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | TestTolerantUpdateProcessorCloud (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35843/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([412BD402A22924F1]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:121)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [582/751 (3!)] on J2 in 218.87s, 0 tests, 1 error <<< FAILURES!
[...truncated 40672 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (32bit/jdk1.8.0_144) - Build # 102
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/102/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43825
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43825
at __randomizedtesting.SeedInfo.seed([AF37EC8207DE828A:4755D213A0D380D6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute
Error Message:
Error from server at https://127.0.0.1:32923/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([AF37EC8207DE828A:9E87FE8F15297D0D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute(ExecutePlanActionTest.java:93)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Error from server at https://127.0.0.1:32923/solr: Could not fully create collection: testIntegration
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr: Could not fully create collection: testIntegration
at __randomizedtesting.SeedInfo.seed([AF37EC8207DE828A:1F56E2AE22E123AF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:183)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.doTest
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37411/c_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37411/c_
at __randomizedtesting.SeedInfo.seed([AF37EC8207DE828A:87354266A659133]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12678 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/init-core-data-001
[junit4] 2> 1024155 WARN (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=155 numCloses=155
[junit4] 2> 1024155 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1024156 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1024157 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1024157 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001
[junit4] 2> 1024157 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1024157 INFO (Thread-2338) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1024157 INFO (Thread-2338) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1024158 ERROR (Thread-2338) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1024257 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39075
[junit4] 2> 1024259 INFO (zkConnectionManagerCallback-1826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024263 INFO (jetty-launcher-1823-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1024263 INFO (jetty-launcher-1823-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1024264 INFO (jetty-launcher-1823-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1185b3d{/solr,null,AVAILABLE}
[junit4] 2> 1024264 INFO (jetty-launcher-1823-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a4928{/solr,null,AVAILABLE}
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e4a25{SSL,[ssl, http/1.1]}{127.0.0.1:44403}
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.e.j.s.Server Started @1025808ms
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44403}
[junit4] 2> 1024266 ERROR (jetty-launcher-1823-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1024266 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T20:50:07.872Z
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13e446f{SSL,[ssl, http/1.1]}{127.0.0.1:32923}
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.e.j.s.Server Started @1025808ms
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32923}
[junit4] 2> 1024267 ERROR (jetty-launcher-1823-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1024267 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T20:50:07.873Z
[junit4] 2> 1024267 INFO (zkConnectionManagerCallback-1828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024268 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1024268 INFO (zkConnectionManagerCallback-1830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024268 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1024272 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1607ffd7f140001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1024274 INFO (jetty-launcher-1823-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39075/solr
[junit4] 2> 1024274 INFO (jetty-launcher-1823-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39075/solr
[junit4] 2> 1024275 INFO (zkConnectionManagerCallback-1836-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024275 INFO (zkConnectionManagerCallback-1838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024275 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1607ffd7f140004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1024276 INFO (zkConnectionManagerCallback-1842-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024276 INFO (zkConnectionManagerCallback-1841-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024316 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1024316 INFO (jetty-launcher-1823-thread-2) [n:127.0.0.1:32923_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1024316 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44403_solr
[junit4] 2> 1024316 INFO (jetty-launcher-1823-thread-2) [n:127.0.0.1:32923_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
[junit4] 2> 1024317 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.c.Overseer Overseer (id=99219918537621510-127.0.0.1:44403_solr-n_0000000000) starting
[junit4] 2> 1024322 INFO (zkCallback-1840-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1024323 INFO (zkCallback-1839-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1024329 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1024334 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1024334 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44403_solr
[junit4] 2> 1024334 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32923_solr]
[junit4] 2> 1024334 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1024334 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1024338 INFO (zkCallback-1840-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1024338 INFO (zkCallback-1839-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1024341 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1024341 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1024341 DEBUG (ScheduledTrigger-4289-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1024387 INFO (jetty-launcher-1823-thread-2) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1024393 INFO (jetty-launcher-1823-thread-2) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1024394 INFO (jetty-launcher-1823-thread-2) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1024395 INFO (jetty-launcher-1823-thread-2) [n:127.0.0.1:32923_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001/node2/.
[junit4] 2> 1024424 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44403.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1024430 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44403.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1024430 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44403.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1024431 INFO (jetty-launcher-1823-thread-1) [n:127.0.0.1:44403_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001/node1/.
[junit4] 2> 1024444 INFO (zkConnectionManagerCallback-1847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024447 INFO (zkConnectionManagerCallback-1851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024447 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1024448 INFO (SUITE-ExecutePlanActionTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39075/solr ready
[junit4] 2> 1024469 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[AF37EC8207DE828A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 1024469 DEBUG (zkCallback-1839-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1024469 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1024471 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1024471 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1024471 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1024473 INFO (zkConnectionManagerCallback-1853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1024502 INFO (qtp1379563-8541) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1024504 INFO (OverseerThreadFactory-4291-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 1024607 INFO (OverseerStateUpdate-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1024607 INFO (OverseerStateUpdate-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32923/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1024820 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1024820 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1024836 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1024837 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1024939 INFO (zkCallback-1839-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1024939 INFO (zkCallback-1840-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1024939 INFO (zkCallback-1840-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1024939 INFO (zkCallback-1839-thread-2-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1025827 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1025831 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1025833 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1025833 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 1025834 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1025834 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1025834 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 1025843 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1025859 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1025861 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1025861 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 1025861 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44403.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1413b2c
[junit4] 2> 1025862 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1025862 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_AF37EC8207DE828A-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 1025888 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1025888 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1025889 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1025889 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1025890 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ca20a[testExecute_shard1_replica_n2] main]
[junit4] 2> 1025890 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1025891 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1025891 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1025892 INFO (searcherExecutor-4296-thread-1-processing-n:127.0.0.1:32923_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@2ca20a[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1025892 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587518698420174848
[junit4] 2> 1025893 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1025893 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1025894 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1025894 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1025895 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1025895 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12b6176[testExecute_shard1_replica_n1] main]
[junit4] 2> 1025895 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1025896 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1025896 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1025897 INFO (searcherExecutor-4297-thread-1-processing-n:127.0.0.1:44403_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@12b6176[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1025897 INFO (qtp31012689-8535) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587518698425417728
[junit4] 2> 1026395 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1026395 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1026395 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32923/solr/testExecute_shard1_replica_n2/
[junit4] 2> 1026395 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:32923/solr START replicas=[https://127.0.0.1:44403/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1026398 INFO (qtp31012689-8533) [n:127.0.0.1:44403_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1026696 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:32923/solr DONE. We have no versions. sync failed.
[junit4] 2> 1026696 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1026696 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1026696 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1026698 INFO (qtp1379563-8532) [n:127.0.0.1:32923_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32923/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 1204505 ERROR (qtp1379563-8541) [n:127.0.0.1:32923_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1204506 INFO (qtp1379563-8541) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 1204506 ERROR (qtp1379563-8541) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1204507 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[AF37EC8207DE828A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ExecutePlanActionTest -Dtests.method=testExecute -Dtests.seed=AF37EC8207DE828A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 180s J0 | ExecutePlanActionTest.testExecute <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([AF37EC8207DE828A:9E87FE8F15297D0D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute(ExecutePlanActionTest.java:93)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1204546 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[AF37EC8207DE828A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
[junit4] 2> 1204547 DEBUG (zkCallback-1839-thread-4-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1204547 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1204548 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1204548 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1204549 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1204550 INFO (zkConnectionManagerCallback-1856-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1204555 INFO (zkConnectionManagerCallback-1860-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1204557 INFO (qtp1379563-8526) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1204558 INFO (qtp1379563-8526) [n:127.0.0.1:32923_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39075/solr ready
[junit4] 2> 1204562 INFO (qtp1379563-8541) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1204567 INFO (qtp31012689-8528) [n:127.0.0.1:44403_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1204567 DEBUG (qtp1379563-8526) [n:127.0.0.1:32923_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1204578 INFO (qtp1379563-8526) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 1204578 DEBUG (zkCallback-1839-thread-4-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1204579 INFO (qtp1379563-8540) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1204579 DEBUG (zkCallback-1839-thread-4-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1204579 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1204582 INFO (OverseerThreadFactory-4291-thread-2-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
[junit4] 2> 1204582 DEBUG (ScheduledTrigger-4289-thread-2) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1204584 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1204584 DEBUG (OverseerAutoScalingTriggerThread-99219918537621510-127.0.0.1:44403_solr-n_0000000000) [n:127.0.0.1:44403_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1205583 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1206583 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1207584 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1208584 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1209584 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1210584 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1211584 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1212584 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1213585 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1214585 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1215585 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1216585 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1217586 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1218586 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1219586 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1220586 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1221587 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1222587 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1223587 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1224587 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1225588 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1226588 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1227588 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1228588 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1229588 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1230589 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1231589 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1232589 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1233589 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1234589 DEBUG (ScheduledTrigger-4289-thread-3) [n:127.0.0.1:44403_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:32923_solr, 127.0.0.1:44403_solr]
[junit4] 2> 1234629 ERROR (OverseerThreadFactory-4291-thread-2-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: testIntegration operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: testIntegration
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1234633 INFO (qtp1379563-8540) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=30054
[junit4] 2> 1234634 ERROR (qtp1379563-8540) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: testIntegration
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1234634 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[AF37EC8207DE828A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ExecutePlanActionTest -Dtests.method=testIntegration -Dtests.seed=AF37EC8207DE828A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 30.1s J0 | ExecutePlanActionTest.testIntegration <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr: Could not fully create collection: testIntegration
[junit4] > at __randomizedtesting.SeedInfo.seed([AF37EC8207DE828A:1F56E2AE22E123AF]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:183)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@13e446f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2e4a25{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21548984
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8690841
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ef811: rootName = solr_32923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a6a705
[junit4] 2> 1234638 INFO (jetty-closer-1824-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be307c: rootName = solr_44403, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cc4a77
[junit4] 2> 1234639 ERROR (OverseerThreadFactory-4291-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:44403/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:44403/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44403 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1234640 ERROR (OverseerThreadFactory-4291-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:32923/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:32923/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[juni
[...truncated too long message...]
ITE-CheckHdfsIndexTest-seed#[AF37EC8207DE828A]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3236806 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38625) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3236807 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38625) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1909286998-88.99.242.108-1513977341757 (Datanode Uuid ce3597ae-2224-4157-81be-c0ba5ad9a1e9) service to localhost.localdomain/127.0.0.1:38625
[junit4] 2> 3236809 WARN (SUITE-CheckHdfsIndexTest-seed#[AF37EC8207DE828A]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3236821 INFO (SUITE-CheckHdfsIndexTest-seed#[AF37EC8207DE828A]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3236889 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@1fc50f5) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:42403 to delete [blk_1073741995_1171, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175, blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180, blk_1073742005_1181, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189]
[junit4] 2> 3236923 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38625) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3236924 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38625) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1909286998-88.99.242.108-1513977341757 (Datanode Uuid 50d2db2b-99e1-45b3-837e-76e7aa389a1c) service to localhost.localdomain/127.0.0.1:38625
[junit4] 2> 3236933 INFO (SUITE-CheckHdfsIndexTest-seed#[AF37EC8207DE828A]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_AF37EC8207DE828A-001
[junit4] 2> Dec 22, 2017 9:27:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR G1, titleTokenized=DFR G2, body=DFR I(ne)Z(0.3)}, locale=es-GT, timezone=Africa/Asmera
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=2,free=218229840,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestQuerySenderListener, TestDFISimilarityFactory, VersionInfoTest, TestFreeTextSuggestions, TestTolerantSearch, FieldMutatingUpdateProcessorTest, CopyFieldTest, ClassificationUpdateProcessorTest, ReturnFieldsTest, TestNumericTerms32, SimplePostToolTest, TestZkChroot, DistribJoinFromCollectionTest, TestSolrXml, HttpTriggerListenerTest, CSVRequestHandlerTest, FullSolrCloudDistribCmdsTest, SegmentsInfoRequestHandlerTest, HdfsCollectionsAPIDistributedZkTest, DocValuesNotIndexedTest, TestTrieFacet, DistributedQueryComponentOptimizationTest, CurrencyFieldTypeTest, TestExtendedDismaxParser, TestJavabinTupleStreamParser, WordBreakSolrSpellCheckerTest, TestOrdValues, DistanceUnitsTest, ReplicationFactorTest, TestSystemIdResolver, SpatialHeatmapFacetsTest, UnloadDistributedZkTest, TestTrie, TestSolrCloudWithSecureImpersonation, BadCopyFieldTest, TestAnalyzeInfixSuggestions, V2StandaloneTest, TestFiltering, ExplicitHLLTest, SystemInfoHandlerTest, TestAuthorizationFramework, TestReplicationHandlerBackup, DeleteStatusTest, TestEmbeddedSolrServerConstructors, TestExactSharedStatsCache, HdfsRecoveryZkTest, AtomicUpdatesTest, TimeZoneUtilsTest, TestManagedSchemaThreadSafety, TestIndexSearcher, NodeMutatorTest, TestDynamicFieldCollectionResource, TestScoreJoinQPNoScore, SolrCloudExampleTest, TestFieldSortValues, MetricsHandlerTest, SortByFunctionTest, TestFieldResource, TestLRUCache, BasicDistributedZk2Test, TestSolrCoreProperties, TestPayloadScoreQParserPlugin, TestRawTransformer, TestFuzzyAnalyzedSuggestions, CdcrRequestHandlerTest, TestSkipOverseerOperations, TestExportWriter, ResponseHeaderTest, SolrJmxReporterTest, TestRequestForwarding, TestSubQueryTransformerDistrib, HdfsWriteToMultipleCollectionsTest, DistributedFacetPivotLargeTest, AlternateDirectoryTest, TestLegacyField, TestHashPartitioner, UninvertDocValuesMergePolicyTest, TestSha256AuthenticationProvider, TestFieldCacheReopen, TestHashQParserPlugin, TestDocBasedVersionConstraints, TestCollectionAPIs, TestGroupingSearch, TestDistributedGrouping, UUIDFieldTest, TestManagedStopFilterFactory, TestSQLHandler, HighlighterMaxOffsetTest, TestPartialUpdateDeduplication, BadComponentTest, CollectionsAPIAsyncDistributedZkTest, TestMiniSolrCloudClusterSSL, TestSchemaVersionResource, ConfigSetsAPITest, BigEndianAscendingWordDeserializerTest, TestLFUCache, TestPullReplica, SuggesterTest, TestFunctionQuery, SmileWriterTest, LeaderElectionContextKeyTest, TestPivotHelperCode, TestRandomRequestDistribution, TestSmileRequest, TestInitParams, HdfsBasicDistributedZkTest, DataDrivenBlockJoinTest, AsyncCallRequestStatusResponseTest, DeleteNodeTest, PluginInfoTest, CoreAdminRequestStatusTest, TestNumericRangeQuery64, TestSchemaNameResource, RequiredFieldsTest, TestSearchPerf, TestSolrCloudWithHadoopAuthPlugin, TestReload, TestSolrConfigHandlerConcurrent, TestNoOpRegenerator, ClusterStateTest, ZkStateReaderTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, TestLazyCores, CoreAdminHandlerTest, SuggesterTSTTest, TestCSVLoader, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, ResponseLogComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CustomCollectionTest, DeleteShardTest, DistributedQueueTest, ForceLeaderTest, MoveReplicaTest, PeerSyncReplicationTest, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestHdfsCloudBackupRestore, TestPrepRecovery, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, AutoAddReplicasIntegrationTest, TestPolicyCloud, CdcrBootstrapTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, TestImplicitCoreProperties, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrCloudSnapshots, TestSolrCoreSnapshots, TestReqParamsAPI, TestSolrConfigHandlerCloud, CheckHdfsIndexTest]
[junit4] Completed [751/751 (3!)] on J2 in 688.61s, 5 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 43152 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 101
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/101/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest
Error Message:
Error from server at http://127.0.0.1:32943/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32943/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B21E101D42E707A5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread.testPublishDownState
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44171/ho_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44171/ho_
at __randomizedtesting.SeedInfo.seed([6071DB34886778B0:3E0C79CA2C7A314D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([6071DB34886778B0:74398061AB60C5AE]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12402 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/init-core-data-001
[junit4] 2> 703786 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 703787 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 703787 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 703787 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[6071DB34886778B0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ho_/
[junit4] 2> 703788 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 703788 INFO (Thread-1010) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 703788 INFO (Thread-1010) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 703789 ERROR (Thread-1010) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 703888 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.ZkTestServer start zk server on port:43709
[junit4] 2> 703890 INFO (zkConnectionManagerCallback-1059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703898 INFO (zkConnectionManagerCallback-1061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703900 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 703900 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 703901 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 703901 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 703901 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 703902 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 703902 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 703903 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 703903 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 703903 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 703904 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 703905 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 703965 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 703974 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dbfd926{/ho_,null,AVAILABLE}
[junit4] 2> 703976 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72e9cb85{HTTP/1.1,[http/1.1]}{127.0.0.1:44171}
[junit4] 2> 703976 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.e.j.s.Server Started @705310ms
[junit4] 2> 703976 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/tempDir-001/control/data, hostContext=/ho_, hostPort=44171, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/control-001/cores}
[junit4] 2> 703976 ERROR (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 703976 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 703977 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 703977 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 703977 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T15:52:20.615Z
[junit4] 2> 703986 INFO (zkConnectionManagerCallback-1063-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703988 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 703988 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/control-001/solr.xml
[junit4] 2> 703991 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 703991 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 703992 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d837746, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 704002 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43709/solr
[junit4] 2> 704010 INFO (zkConnectionManagerCallback-1067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704018 INFO (zkConnectionManagerCallback-1069-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704067 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704067 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44171_ho_
[junit4] 2> 704067 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.c.Overseer Overseer (id=99218747583823876-127.0.0.1:44171_ho_-n_0000000000) starting
[junit4] 2> 704083 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44171_ho_
[junit4] 2> 704087 INFO (zkCallback-1068-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704124 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d837746
[junit4] 2> 704134 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d837746
[junit4] 2> 704134 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d837746
[junit4] 2> 704135 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [n:127.0.0.1:44171_ho_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/control-001/cores
[junit4] 2> 704155 INFO (zkConnectionManagerCallback-1075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704155 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704156 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43709/solr ready
[junit4] 2> 704162 INFO (qtp561151975-4558) [n:127.0.0.1:44171_ho_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44171_ho_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704163 INFO (OverseerThreadFactory-1755-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 704266 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 704266 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 704369 INFO (zkCallback-1068-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 705285 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 705298 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 705346 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 705353 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 705353 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d837746
[junit4] 2> 705354 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 705354 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 705355 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=89.1162109375, floorSegmentMB=1.787109375, forceMergeDeletesPctAllowed=29.57856589499914, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 705357 WARN (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 705378 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 705378 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 705379 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 705379 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 705380 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 705380 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@590e467a[control_collection_shard1_replica_n1] main]
[junit4] 2> 705381 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 705381 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 705381 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 705382 INFO (searcherExecutor-1758-thread-1-processing-n:127.0.0.1:44171_ho_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@590e467a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 705382 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587499963011563520
[junit4] 2> 705385 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 705385 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 705385 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44171/ho_/control_collection_shard1_replica_n1/
[junit4] 2> 705385 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 705385 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44171/ho_/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 705385 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 705386 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44171/ho_/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 764201 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44171
[junit4] 2> 764201 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1528787084
[junit4] 2> 764201 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 764201 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@718bfe78: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5742d9d0
[junit4] 2> 764207 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 764207 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d0ad658: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4b06f99
[junit4] 2> 764211 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 764211 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42b1860d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@474c2b33
[junit4] 2> 764213 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44171_ho_
[junit4] 2> 764214 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 764216 INFO (zkCallback-1068-thread-2-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 764216 INFO (coreCloseExecutor-1763-thread-1) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@219ea11c
[junit4] 2> 764216 INFO (coreCloseExecutor-1763-thread-1) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=564044060
[junit4] 2> 764216 INFO (coreCloseExecutor-1763-thread-1) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4089fd04: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@63999d8a
[junit4] 2> 764226 INFO (coreCloseExecutor-1763-thread-1) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=564044060
[junit4] 2> 775101 INFO (ScheduledTrigger-1753-thread-1) [n:127.0.0.1:44171_ho_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 775102 INFO (AutoscalingActionExecutor-1754-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"1502a8c80255a200Te7j6v9cwy86vai2y5xyrk2h4d",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1513958001736000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513958001736000000],
[junit4] 2> "_enqueue_time_":1513958011738000000,
[junit4] 2> "nodeNames":["127.0.0.1:44171_ho_"]}}
[junit4] 2> 884164 ERROR (qtp561151975-4558) [n:127.0.0.1:44171_ho_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 884165 INFO (qtp561151975-4558) [n:127.0.0.1:44171_ho_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44171_ho_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 884165 ERROR (qtp561151975-4558) [n:127.0.0.1:44171_ho_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1304363 ERROR (OverseerThreadFactory-1755-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44171/ho_
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44171/ho_
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1304363 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.Overseer Overseer (id=99218747583823876-127.0.0.1:44171_ho_-n_0000000000) closing
[junit4] 2> 1304364 INFO (OverseerStateUpdate-99218747583823876-127.0.0.1:44171_ho_-n_0000000000) [n:127.0.0.1:44171_ho_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44171_ho_
[junit4] 2> 1304364 ERROR (OverseerThreadFactory-1755-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1304364 INFO (OverseerThreadFactory-1755-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1334397 INFO (zkCallback-1068-thread-5-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1334399 ERROR (OverseerThreadFactory-1755-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1334400 INFO (OverseerThreadFactory-1755-thread-1-processing-n:127.0.0.1:44171_ho_) [n:127.0.0.1:44171_ho_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1334400 WARN (OverseerAutoScalingTriggerThread-99218747583823876-127.0.0.1:44171_ho_-n_0000000000) [n:127.0.0.1:44171_ho_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1334403 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72e9cb85{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1334403 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbfd926{/ho_,null,UNAVAILABLE}
[junit4] 2> 1334417 ERROR (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1334418 ERROR (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1334430 INFO (qtp561151975-4560) [n:127.0.0.1:44171_ho_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630163
[junit4] 2> 1334430 ERROR (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1334431 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[6071DB34886778B0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43709 43709
[junit4] 2> 1335308 INFO (Thread-1010) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43709 43709
[junit4] 2> 1335309 WARN (Thread-1010) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLeaderInitiatedRecoveryThread -Dtests.method=testPublishDownState -Dtests.seed=6071DB34886778B0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-CO -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 632s J2 | TestLeaderInitiatedRecoveryThread.testPublishDownState <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44171/ho_
[junit4] > at __randomizedtesting.SeedInfo.seed([6071DB34886778B0:3E0C79CA2C7A314D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_6071DB34886778B0-001
[junit4] 2> Dec 22, 2017 4:02:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=16, maxMBSortInHeap=7.340583598349874, sim=RandomSimilarity(queryNorm=true): {}, locale=es-CO, timezone=America/Kentucky/Louisville
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=185383312,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestQueryTypes, TestEmbeddedSolrServerConstructors, TestReloadDeadlock, V2StandaloneTest, DeleteNodeTest, DistanceUnitsTest, TestCharFilters, HdfsBasicDistributedZkTest, AlternateDirectoryTest, TestJsonFacetRefinement, TestSolrCoreProperties, RuleEngineTest, TestManagedSchemaThreadSafety, CoreSorterTest, XsltUpdateRequestHandlerTest, BlockJoinFacetDistribTest, TestReload, DefaultValueUpdateProcessorTest, TestHashPartitioner, ConfigSetsAPITest, TestRealTimeGet, MetricsHandlerTest, TestSubQueryTransformerDistrib, SimplePostToolTest, TestLegacyTerms, TestValueSourceCache, TestCloudDeleteByQuery, TestDocBasedVersionConstraints, TestMacroExpander, TestFuzzyAnalyzedSuggestions, TestSearchPerf, TriggerIntegrationTest, AutoAddReplicasIntegrationTest, HdfsLockFactoryTest, ChaosMonkeyNothingIsSafeTest, JvmMetricsTest, LoggingHandlerTest, StatsComponentTest, TestQuerySenderListener, AddBlockUpdateTest, SmileWriterTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SolrTestCaseJ4Test, TestSegmentSorting, DocValuesNotIndexedTest, TestConfigOverlay, FieldMutatingUpdateProcessorTest, BasicDistributedZk2Test, LeaderInitiatedRecoveryOnCommitTest, RequestLoggingTest, DirectSolrSpellCheckerTest, TestLFUCache, TestFreeTextSuggestions, TestInPlaceUpdatesDistrib, BadCopyFieldTest, TestLeaderInitiatedRecoveryThread]
[junit4] Completed [257/751 (1!)] on J2 in 631.79s, 1 test, 1 error <<< FAILURES!
[...truncated 179 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/init-core-data-001
[junit4] 2> 1493838 WARN (SUITE-TestReplicationHandler-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
[junit4] 2> 1493838 INFO (SUITE-TestReplicationHandler-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1493839 INFO (SUITE-TestReplicationHandler-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1493839 INFO (SUITE-TestReplicationHandler-seed#[6071DB34886778B0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1493840 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 1493840 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/collection1
[junit4] 2> 1493842 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1493843 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20c084ce{/solr,null,AVAILABLE}
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@275e6e1c{HTTP/1.1,[http/1.1]}{127.0.0.1:44305}
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.Server Started @1495202ms
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=44305}
[junit4] 2> 1493844 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1493844 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T16:05:30.513Z
[junit4] 2> 1493845 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/solr.xml
[junit4] 2> 1493847 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1493847 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1493848 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1493869 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493874 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493874 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493876 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/.
[junit4] 2> 1493876 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1493876 INFO (coreLoadExecutor-5456-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1493882 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1493890 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1493891 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1493891 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1493892 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493892 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493892 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1493893 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1493911 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493911 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493912 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1493912 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9a4284f[collection1] main]
[junit4] 2> 1493912 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-001/collection1/conf
[junit4] 2> 1493913 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1493913 INFO (coreLoadExecutor-5456-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493913 INFO (searcherExecutor-5457-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9a4284f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493914 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-002/collection1
[junit4] 2> 1493915 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1493916 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c8ae07f{/solr,null,AVAILABLE}
[junit4] 2> 1493916 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4032c4ca{HTTP/1.1,[http/1.1]}{127.0.0.1:37153}
[junit4] 2> 1493916 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.e.j.s.Server Started @1495275ms
[junit4] 2> 1493916 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37153}
[junit4] 2> 1493917 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1493917 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 1493917 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1493917 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1493917 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T16:05:30.586Z
[junit4] 2> 1493917 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-002/solr.xml
[junit4] 2> 1493919 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1493919 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1493920 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1493940 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493946 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493946 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e93b789
[junit4] 2> 1493948 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001/solr-instance-002/.
[junit4] 2> 1493948 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[6071DB34886778B0]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1493948 INFO (coreLoadExec
[...truncated too long message...]
ReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44269971{/solr,null,UNAVAILABLE}
[junit4] 2> 1567578 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@51348864{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1567578 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1251020278
[junit4] 2> 1567578 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1567579 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40789fa8: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@282166bf
[junit4] 2> 1567587 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1567587 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cabaed4: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a3cbd06
[junit4] 2> 1567592 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1567592 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5602ae5d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@234def24
[junit4] 2> 1567592 INFO (coreCloseExecutor-6139-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2ac14337
[junit4] 2> 1567592 INFO (coreCloseExecutor-6139-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=717308727
[junit4] 2> 1567592 INFO (coreCloseExecutor-6139-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@129cd0d7: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@60ce0685
[junit4] 2> 1567599 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[6071DB34886778B0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3626b563{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_6071DB34886778B0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), newname=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=666, maxMBSortInHeap=7.7468896661823, sim=RandomSimilarity(queryNorm=true): {}, locale=es-BO, timezone=Europe/Monaco
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=136699496,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestFastOutputStream, RulesTest, TestClusterProperties, TestRebalanceLeaders, MetricsConfigTest, ZkControllerTest, AssignBackwardCompatibilityTest, TestSolr4Spatial2, BufferStoreTest, TestSort, ForceLeaderTest, ExternalFileFieldSortTest, NumberUtilsTest, HdfsNNFailoverTest, TestManagedResource, TestIntervalFaceting, QueryParsingTest, TestPullReplicaErrorHandling, TestNRTOpen, TestBadConfig, TestReqParamsAPI, TestUtils, TestCloudPseudoReturnFields, TestSerializedLuceneMatchVersion, TestStressVersions, NoCacheHeaderTest, CollectionStateFormat2Test, BasicDistributedZkTest, TestIndexingPerformance, VMParamsZkACLAndCredentialsProvidersTest, RemoteQueryErrorTest, TestInPlaceUpdatesStandalone, TestHighFrequencyDictionaryFactory, TestPointFields, BlockJoinFacetRandomTest, FileUtilsTest, TestRandomDVFaceting, TestBulkSchemaAPI, SolrInfoBeanTest, TermVectorComponentTest, TestJsonFacets, TestStandardQParsers, TestNumericTokenStream, CachingDirectoryFactoryTest, TestGeoJSONResponseWriter, TestComponentsName, TestDocTermOrds, TolerantUpdateProcessorTest, LeaderElectionIntegrationTest, CdcrReplicationDistributedZkTest, TestConfig, ConnectionManagerTest, ManagedSchemaRoundRobinCloudTest, TestConfigSetsAPI, TestRecovery, TestImplicitCoreProperties, ParsingFieldUpdateProcessorsTest, SimpleCollectionCreateDeleteTest, TestBlendedInfixSuggestions, SpellCheckCollatorTest, SimpleFacetsTest, TestConfigSetImmutable, MergeStrategyTest, TestFieldCacheSort, TestMacros, DocumentBuilderTest, TemplateUpdateProcessorTest, TestMergePolicyConfig, DateFieldTest, TestEmbeddedSolrServerSchemaAPI, TestIBSimilarityFactory, TestUtilizeNode, TestLeaderElectionWithEmptyReplica, SpatialRPTFieldTypeTest, TestBinaryResponseWriter, MinimalSchemaTest, TestUseDocValuesAsStored, AnalyticsQueryTest, TestSolrIndexConfig, TestExceedMaxTermLength, TestMultiValuedNumericRangeQuery, SystemLogListenerTest, DirectoryFactoryTest, TestLuceneIndexBackCompat, DistributedExpandComponentTest, TestDistributedSearch, BasicAuthStandaloneTest, TestNonDefinedSimilarityFactory, TestSolrJ, TestReversedWildcardFilterFactory, BasicZkTest, ResourceLoaderTest, TestReRankQParserPlugin, SearchHandlerTest, TestZkAclsWithHadoopAuth, BaseCdcrDistributedZkTest, TestFieldTypeCollectionResource, TestAddFieldRealTimeGet, SuggestComponentContextFilterQueryTest, StressHdfsTest, RAMDirectoryFactoryTest, AutoAddReplicasPlanActionTest, TestFieldCacheWithThreads, TestCrossCoreJoin, TestShortCircuitedRequests, TermsComponentTest, UpdateRequestProcessorFactoryTest, StatsReloadRaceTest, ExecutePlanActionTest, TestSQLHandlerNonCloud, TestSolrCloudWithDelegationTokens, MoveReplicaTest, SliceStateTest, TestMissingGroups, TestComplexPhraseQParserPlugin, TestPostingsSolrHighlighter, TestSolrDeletionPolicy1, TestNumericTerms64, CloneFieldUpdateProcessorFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCSVLoader, DocValuesTest, DateMathParserTest, IndexSchemaRuntimeFieldTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, ShardRoutingTest, TestReplicationHandler]
[junit4] Completed [317/751 (2!)] on J0 in 73.77s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 4554 lines...]
[junit4] Suite: org.apache.solr.analytics.NoFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.NoFacetTest_B21E101D42E707A5-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=en-PH, timezone=Asia/Katmandu
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=423041680,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CastingAnalyticsValueTest, LegacyFunctionTest, ConstantValueTest, LTEFunctionTest, CastingIntValueStreamTest, LegacyFacetSortingTest, CastingDoubleValueTest, MultFunctionTest, CastingDateValueStreamTest, PowerFunctionTest, ConcatFunctionTest, RoundFunctionTest, CastingLongValueTest, ExpressionFactoryTest, NoFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoFacetTest -Dtests.seed=B21E101D42E707A5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=Asia/Katmandu -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | NoFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32943/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([B21E101D42E707A5]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [78/78 (1!)] on J2 in 215.97s, 0 tests, 1 error <<< FAILURES!
[...truncated 44279 lines...]
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
100 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/100/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/13)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple2_shard1_replica_n1", "base_url":"https://127.0.0.1:39463/solr", "node_name":"127.0.0.1:39463_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"testSimple2_shard1_replica_n2", "base_url":"https://127.0.0.1:41471/solr", "node_name":"127.0.0.1:41471_solr", "state":"active", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple2_shard2_replica_n4", "base_url":"https://127.0.0.1:39463/solr", "node_name":"127.0.0.1:39463_solr", "state":"down", "type":"NRT"}, "core_node8":{ "core":"testSimple2_shard2_replica_n6", "base_url":"https://127.0.0.1:41471/solr", "node_name":"127.0.0.1:41471_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/13)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple2_shard1_replica_n1",
"base_url":"https://127.0.0.1:39463/solr",
"node_name":"127.0.0.1:39463_solr",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"testSimple2_shard1_replica_n2",
"base_url":"https://127.0.0.1:41471/solr",
"node_name":"127.0.0.1:41471_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple2_shard2_replica_n4",
"base_url":"https://127.0.0.1:39463/solr",
"node_name":"127.0.0.1:39463_solr",
"state":"down",
"type":"NRT"},
"core_node8":{
"core":"testSimple2_shard2_replica_n6",
"base_url":"https://127.0.0.1:41471/solr",
"node_name":"127.0.0.1:41471_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([767517D00F9B6281:4EC6332E2868B650]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:125)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13479 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/init-core-data-001
[junit4] 2> 2442823 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=608 numCloses=608
[junit4] 2> 2442823 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2442823 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2442824 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2442824 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001
[junit4] 2> 2442824 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2442824 INFO (Thread-6169) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2442824 INFO (Thread-6169) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2442825 ERROR (Thread-6169) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2442924 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38525
[junit4] 2> 2442926 INFO (zkConnectionManagerCallback-5917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442931 INFO (jetty-launcher-5914-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2442931 INFO (jetty-launcher-5914-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2442931 INFO (jetty-launcher-5914-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2442938 INFO (jetty-launcher-5914-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61bdfd5e{/solr,null,AVAILABLE}
[junit4] 2> 2442938 INFO (jetty-launcher-5914-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@115ed72b{/solr,null,AVAILABLE}
[junit4] 2> 2442942 INFO (jetty-launcher-5914-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@174b531a{/solr,null,AVAILABLE}
[junit4] 2> 2442943 INFO (jetty-launcher-5914-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f8ea2ce{SSL,[ssl, http/1.1]}{127.0.0.1:Û´Û²Û¸Û±Û·}
[junit4] 2> 2442943 INFO (jetty-launcher-5914-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3025b5fb{SSL,[ssl, http/1.1]}{127.0.0.1:Û´Û±Û´Û·Û±}
[junit4] 2> 2442943 INFO (jetty-launcher-5914-thread-2) [ ] o.e.j.s.Server Started @Û²Û´Û´Û´Û²Û¸Û²ms
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-1) [ ] o.e.j.s.Server Started @Û²Û´Û´Û´Û²Û¸Û²ms
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42817}
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41471}
[junit4] 2> 2442943 INFO (jetty-launcher-5914-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9d63585{SSL,[ssl, http/1.1]}{127.0.0.1:Û³Û¹Û´Û¶Û³}
[junit4] 2> 2442944 ERROR (jetty-launcher-5914-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2442944 ERROR (jetty-launcher-5914-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2442945 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2442945 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2442945 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T11:18:40.031170Z
[junit4] 2> 2442945 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T11:18:40.031255Z
[junit4] 2> 2442944 INFO (jetty-launcher-5914-thread-3) [ ] o.e.j.s.Server Started @Û²Û´Û´Û´Û²Û¸Û³ms
[junit4] 2> 2442945 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39463}
[junit4] 2> 2442945 ERROR (jetty-launcher-5914-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2442945 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2442946 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2442946 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2442946 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T11:18:40.032273Z
[junit4] 2> 2442946 INFO (zkConnectionManagerCallback-5919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442947 INFO (zkConnectionManagerCallback-5921-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442947 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2442947 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2442947 INFO (zkConnectionManagerCallback-5923-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442948 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2442953 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1607df24e270002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2442955 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
[junit4] 2> 2442955 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
[junit4] 2> 2442956 INFO (zkConnectionManagerCallback-5928-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442956 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
[junit4] 2> 2442958 INFO (zkConnectionManagerCallback-5932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442966 INFO (zkConnectionManagerCallback-5935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442968 INFO (zkConnectionManagerCallback-5937-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442969 INFO (zkConnectionManagerCallback-5939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2442974 INFO (zkConnectionManagerCallback-5941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42817_solr
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39463_solr
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41471_solr
[junit4] 2> 2443004 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99217671448887303-127.0.0.1:42817_solr-n_0000000000) starting
[junit4] 2> 2443010 INFO (zkCallback-5940-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2443010 INFO (zkCallback-5936-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2443010 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2443013 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2443013 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42817_solr
[junit4] 2> 2443013 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2443013 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2443013 INFO (zkCallback-5940-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2443018 INFO (zkCallback-5936-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2443018 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41471_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2443018 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2443018 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2443018 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2443018 DEBUG (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2443018 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2443034 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443034 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443037 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41471.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443039 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443039 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443039 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443039 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443040 INFO (jetty-launcher-5914-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/.
[junit4] 2> 2443040 INFO (jetty-launcher-5914-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/.
[junit4] 2> 2443041 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41471.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443041 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41471.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2443042 INFO (jetty-launcher-5914-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node1/.
[junit4] 2> 2443080 INFO (zkConnectionManagerCallback-5947-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443082 INFO (zkConnectionManagerCallback-5951-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443082 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2443083 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38525/solr ready
[junit4] 2> 2443090 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[767517D00F9B6281]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2443096 INFO (qtp1338997874-25673) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42817_solr,127.0.0.1:39463_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2443098 INFO (OverseerThreadFactory-9911-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2443203 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2443204 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39463/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2443205 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2443207 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39463/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2443416 INFO (qtp1338997874-25740) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2443416 INFO (qtp1338997874-25670) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2443416 INFO (qtp1338997874-25740) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2443430 INFO (qtp1338797998-25649) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2443430 INFO (qtp1338797998-25650) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2443431 INFO (qtp1338797998-25649) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2443539 INFO (zkCallback-5936-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2443539 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2443539 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2444019 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2444433 INFO (qtp1338997874-25670) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2444433 INFO (qtp1338997874-25740) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2444440 INFO (qtp1338997874-25740) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2444440 INFO (qtp1338997874-25670) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2444443 INFO (qtp1338997874-25670) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2444443 INFO (qtp1338997874-25740) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2444444 INFO (qtp1338797998-25650) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2444444 INFO (qtp1338997874-25740) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2444444 INFO (qtp1338997874-25670) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2444445 INFO (qtp1338997874-25670) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2444445 INFO (qtp1338997874-25740) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2444445 INFO (qtp1338797998-25649) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2444445 INFO (qtp1338997874-25670) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2444445 INFO (qtp1338997874-25740) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2444445 INFO (qtp1338997874-25670) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2444445 INFO (qtp1338997874-25740) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2444459 INFO (qtp1338797998-25650) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2444460 INFO (qtp1338797998-25649) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2444460 INFO (qtp1338797998-25650) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2444461 INFO (qtp1338797998-25650) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2444461 INFO (qtp1338797998-25650) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2444461 INFO (qtp1338797998-25650) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2444461 INFO (qtp1338797998-25649) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2444461 INFO (qtp1338797998-25650) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2444461 INFO (qtp1338797998-25649) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2444462 INFO (qtp1338797998-25649) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2444462 INFO (qtp1338797998-25649) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2444462 INFO (qtp1338797998-25649) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2444489 INFO (qtp1338797998-25650) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2444489 INFO (qtp1338797998-25649) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2444489 INFO (qtp1338797998-25650) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2444489 INFO (qtp1338797998-25649) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2444489 INFO (qtp1338797998-25649) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2444489 INFO (qtp1338797998-25650) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2444490 INFO (qtp1338797998-25649) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2444490 INFO (qtp1338797998-25650) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2444490 INFO (qtp1338797998-25649) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b9c91a7[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2444490 INFO (qtp1338797998-25650) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@361afb1c[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2444496 INFO (qtp1338797998-25649) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2444496 INFO (qtp1338797998-25650) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2444496 INFO (qtp1338797998-25649) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2444496 INFO (qtp1338797998-25650) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2444497 INFO (qtp1338797998-25649) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2444497 INFO (qtp1338797998-25650) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2444497 INFO (searcherExecutor-9920-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@361afb1c[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2444497 INFO (searcherExecutor-9921-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@b9c91a7[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2444497 INFO (qtp1338797998-25650) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482744935415808
[junit4] 2> 2444497 INFO (qtp1338797998-25649) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482744935415808
[junit4] 2> 2444500 INFO (qtp1338797998-25649) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2444500 INFO (qtp1338797998-25650) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2444506 INFO (qtp1338997874-25670) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2444506 INFO (qtp1338997874-25740) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2444506 INFO (qtp1338997874-25670) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2444506 INFO (qtp1338997874-25740) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2444507 INFO (qtp1338997874-25740) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2444507 INFO (qtp1338997874-25670) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2444507 INFO (qtp1338997874-25740) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2444507 INFO (qtp1338997874-25670) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2444508 INFO (qtp1338997874-25670) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@41cfcfb3[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2444508 INFO (qtp1338997874-25740) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c419073[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2444509 INFO (qtp1338997874-25740) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2444509 INFO (qtp1338997874-25670) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2444509 INFO (qtp1338997874-25740) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2444509 INFO (qtp1338997874-25670) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2444509 INFO (qtp1338997874-25740) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2444509 INFO (qtp1338997874-25670) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2444510 INFO (searcherExecutor-9918-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@6c419073[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2444510 INFO (searcherExecutor-9919-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@41cfcfb3[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2444510 INFO (qtp1338997874-25740) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482744949047296
[junit4] 2> 2444510 INFO (qtp1338997874-25670) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482744949047296
[junit4] 2> 2444601 INFO (zkCallback-5936-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2444601 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2444601 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2445001 INFO (qtp1338797998-25650) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2445001 INFO (qtp1338797998-25650) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2445001 INFO (qtp1338797998-25649) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2445001 INFO (qtp1338797998-25649) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2445001 INFO (qtp1338797998-25649) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42817/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 2445001 INFO (qtp1338797998-25650) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42817/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 2445002 INFO (qtp1338797998-25650) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:42817/solr START replicas=[https://127.0.0.1:39463/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 2445002 INFO (qtp1338797998-25649) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:42817/solr START replicas=[https://127.0.0.1:39463/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2445005 INFO (qtp1338997874-25651) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2445005 INFO (qtp1338997874-25758) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2445021 DEBUG (ScheduledTrigger-9909-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2445302 INFO (qtp1338797998-25650) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:42817/solr DONE. We have no versions. sync failed.
[junit4] 2> 2445302 INFO (qtp1338797998-25650) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2445302 INFO (qtp1338797998-25649) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:42817/solr DONE. We have no versions. sync failed.
[junit4] 2> 2445302 INFO (qtp1338797998-25649) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2445302 INFO (qtp1338797998-25650) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2445303 INFO (qtp1338797998-25650) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2445303 INFO (qtp1338797998-25649) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2445303 INFO (qtp1338797998-25649) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2445306 INFO (qtp1338797998-25649) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42817/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 2445306 INFO (qtp1338797998-25650) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42817/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 2445408 INFO (zkCallback-5936-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2445408 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2445408 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2445457 INFO (qtp1338797998-25649) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2445457 INFO (qtp1338797998-25650) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2445465 INFO (qtp1338797998-25649) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2035
[junit4] 2> 2445465 INFO (qtp1338797998-25650) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2035
[junit4] 2> 2445515 INFO (qtp1338997874-25670) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2099
[junit4] 2> 2445515 INFO (qtp1338997874-25740) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2099
[junit4] 2> 2445519 INFO (qtp1338997874-25673) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2445616 INFO (zkCallback-5936-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2445616 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2445616 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2446022 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2446519 INFO (qtp1338997874-25673) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42817_solr,127.0.0.1:39463_solr&wt=javabin&version=2} status=0 QTime=3422
[junit4] 2> 2446520 INFO (qtp1338997874-25648) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39463_solr,127.0.0.1:41471_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2446522 INFO (OverseerThreadFactory-9911-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2446522 INFO (OverseerCollectionConfigSetProcessor-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2446729 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39463/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2446730 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41471/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2446731 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39463/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2446732 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41471/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2446934 INFO (qtp1338997874-25654) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2446934 INFO (qtp1338997874-25672) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2446950 INFO (qtp1188976361-25661) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2446950 INFO (qtp1188976361-25652) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2446950 INFO (qtp1188976361-25661) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2447022 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2447054 INFO (zkCallback-5940-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2447054 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2447054 INFO (zkCallback-5940-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2447054 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2447943 INFO (qtp1338997874-25654) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2447943 INFO (qtp1338997874-25672) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2447950 INFO (qtp1338997874-25672) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2447950 INFO (qtp1338997874-25654) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2447951 INFO (qtp1338997874-25672) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2447952 INFO (qtp1338997874-25654) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2447952 INFO (qtp1338997874-25672) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2447952 INFO (qtp1338997874-25654) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2447952 INFO (qtp1338997874-25672) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2447952 INFO (qtp1338997874-25654) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39463.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2447952 INFO (qtp1338997874-25672) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2447952 INFO (qtp1338997874-25654) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2447953 INFO (qtp1338997874-25672) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 2447953 INFO (qtp1338997874-25654) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 2447972 INFO (qtp1188976361-25652) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2447972 INFO (qtp1188976361-25661) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2447977 INFO (qtp1188976361-25661) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2447977 INFO (qtp1188976361-25652) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2447978 INFO (qtp1188976361-25661) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2447978 INFO (qtp1188976361-25652) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2447978 INFO (qtp1188976361-25661) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2447978 INFO (qtp1188976361-25652) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2447979 INFO (qtp1188976361-25661) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41471.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2447979 INFO (qtp1188976361-25652) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41471.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2447979 INFO (qtp1188976361-25661) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2447979 INFO (qtp1188976361-25652) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2447979 INFO (qtp1188976361-25661) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 2447979 INFO (qtp1188976361-25652) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 2448004 INFO (qtp1338997874-25672) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2448004 INFO (qtp1338997874-25672) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2448005 INFO (qtp1338997874-25672) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2448005 INFO (qtp1338997874-25672) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2448006 INFO (qtp1338997874-25672) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dfef731[testSimple2_shard1_replica_n1] main]
[junit4] 2> 2448006 INFO (qtp1338997874-25672) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2448006 INFO (qtp1338997874-25672) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2448007 INFO (qtp1338997874-25672) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2448007 INFO (searcherExecutor-9938-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@7dfef731[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2448007 INFO (qtp1338997874-25672) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482748615917568
[junit4] 2> 2448010 INFO (qtp1338997874-25672) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2448010 INFO (qtp1188976361-25652) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2448010 INFO (qtp1188976361-25661) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2448010 INFO (qtp1188976361-25652) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2448010 INFO (qtp1188976361-25661) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2448011 INFO (qtp1188976361-25652) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2448011 INFO (qtp1188976361-25661) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2448011 INFO (qtp1188976361-25652) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2448011 INFO (qtp1188976361-25661) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2448012 INFO (qtp1188976361-25652) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@45fc0a37[testSimple2_shard1_replica_n2] main]
[junit4] 2> 2448012 INFO (qtp1188976361-25661) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11548371[testSimple2_shard2_replica_n6] main]
[junit4] 2> 2448012 INFO (qtp1188976361-25661) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2448012 INFO (qtp1188976361-25652) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2448012 INFO (qtp1188976361-25661) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2448012 INFO (qtp1188976361-25652) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2448013 INFO (qtp1188976361-25661) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2448013 INFO (qtp1188976361-25652) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2448013 INFO (searcherExecutor-9941-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@45fc0a37[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2448013 INFO (searcherExecutor-9940-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@11548371[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2448013 INFO (qtp1188976361-25652) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482748622209024
[junit4] 2> 2448013 INFO (qtp1188976361-25661) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482748622209024
[junit4] 2> 2448017 INFO (qtp1188976361-25661) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 2448019 INFO (qtp1338997874-25654) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2448019 INFO (qtp1338997874-25654) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2448019 INFO (qtp1338997874-25654) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2448019 INFO (qtp1338997874-25654) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2448020 INFO (qtp1338997874-25654) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@67abda8c[testSimple2_shard2_replica_n4] main]
[junit4] 2> 2448020 INFO (qtp1338997874-25654) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2448020 INFO (qtp1338997874-25654) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2448021 INFO (qtp1338997874-25654) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2448021 INFO (searcherExecutor-9939-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@67abda8c[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2448021 INFO (qtp1338997874-25654) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587482748630597632
[junit4] 2> 2448022 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2448117 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448117 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448117 INFO (zkCallback-5940-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448117 INFO (zkCallback-5940-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448511 INFO (qtp1338997874-25672) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2448511 INFO (qtp1338997874-25672) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2448511 INFO (qtp1338997874-25672) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39463/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 2448511 INFO (qtp1338997874-25672) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:39463/solr START replicas=[https://127.0.0.1:41471/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2448516 INFO (qtp1188976361-25775) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2448518 INFO (qtp1188976361-25661) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2448518 INFO (qtp1188976361-25661) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2448518 INFO (qtp1188976361-25661) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41471/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 2448519 INFO (qtp1188976361-25661) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:41471/solr START replicas=[https://127.0.0.1:39463/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2448521 INFO (qtp1338997874-25673) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2448812 INFO (qtp1338997874-25672) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:39463/solr DONE. We have no versions. sync failed.
[junit4] 2> 2448812 INFO (qtp1338997874-25672) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2448812 INFO (qtp1338997874-25672) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2448812 INFO (qtp1338997874-25672) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2448817 INFO (qtp1338997874-25672) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39463/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 2448819 INFO (qtp1188976361-25661) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:41471/solr DONE. We have no versions. sync failed.
[junit4] 2> 2448819 INFO (qtp1188976361-25661) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2448819 INFO (qtp1188976361-25661) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2448819 INFO (qtp1188976361-25661) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2448822 INFO (qtp1188976361-25661) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41471/solr/testSimple2_shard2_replica_n6/ shard2
[junit4] 2> 2448924 INFO (zkCallback-5940-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448924 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448924 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448924 INFO (zkCallback-5940-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2448968 INFO (qtp1338997874-25672) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2448973 INFO (qtp1188976361-25661) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2448977 INFO (qtp1338997874-25672) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2042
[junit4] 2> 2448977 INFO (qtp1188976361-25661) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2026
[junit4] 2> 2449018 INFO (qtp1188976361-25652) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2068
[junit4] 2> 2449022 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2449026 INFO (qtp1338997874-25654) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2092
[junit4] 2> 2449028 INFO (qtp1338997874-25648) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2449127 INFO (zkCallback-5940-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2449127 INFO (zkCallback-5938-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2449127 INFO (zkCallback-5938-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2449127 INFO (zkCallback-5940-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2450023 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2450028 INFO (qtp1338997874-25648) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39463_solr,127.0.0.1:41471_solr&wt=javabin&version=2} status=0 QTime=3508
[junit4] 2> 2450029 INFO (qtp1338997874-25663) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:42817_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2450031 INFO (OverseerThreadFactory-9911-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 2450032 INFO (OverseerCollectionConfigSetProcessor-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2450240 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2450241 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2450241 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2450444 INFO (qtp1338797998-25667) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2450444 INFO (qtp1338797998-25669) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2450445 INFO (qtp1338797998-25650) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2450549 INFO (zkCallback-5936-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2450549 INFO (zkCallback-5936-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2450549 INFO (zkCallback-5936-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2451023 DEBUG (ScheduledTrigger-9909-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41471_solr, 127.0.0.1:42817_solr, 127.0.0.1:39463_solr]
[junit4] 2> 2451454 INFO (qtp1338797998-25669) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2451455 INFO (qtp1338797998-25650) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2451455 INFO (qtp1338797998-25667) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2451472 INFO (qtp1338797998-25669) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2451473 INFO (qtp1338797998-25650) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 2451474 INFO (qtp1338797998-25667) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2451474 INFO (qtp1338797998-25669) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2451474 INFO (qtp1338797998-25669) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 2451475 INFO (qtp1338797998-25669) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.core.testSimple3.shard2.replica_n2' (registry 'solr.core.testSimple3.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2451475 INFO (qtp1338797998-25669) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2451475 INFO (qtp1338797998-25669) [ ] o.a.s.c.SolrCore [[testSimple3_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/testSimple3_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/./testSimple3_shard2_replica_n2/data/]
[junit4] 2> 2451475 INFO (qtp1338797998-25650) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2451475 INFO (qtp1338797998-25650) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 2451476 INFO (qtp1338797998-25667) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2451476 INFO (qtp1338797998-25667) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 2451476 INFO (qtp1338797998-25650) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.core.testSimple3.shard3.replica_n4' (registry 'solr.core.testSimple3.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2451476 INFO (qtp1338797998-25650) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2451476 INFO (qtp1338797998-25667) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42817.solr.core.testSimple3.shard1.replica_n1' (registry 'solr.core.testSimple3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44d4c6a4
[junit4] 2> 2451476 INFO (qtp1338797998-25650) [ ] o.a.s.c.SolrCore [[testSimple3_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/testSimple3_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/./testSimple3_shard3_replica_n4/data/]
[junit4] 2> 2451476 INFO (qtp1338797998-25667) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2451476 INFO (qtp1338797998-25667) [ ] o.a.s.c.SolrCore [[testSimple3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/testSimple3_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001/tempDir-001/node2/./testSimple3_shard1_replica_n1/data/]
[junit4] 2> 2451523 INFO (qtp1338797998-25667) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2451523 INFO (qtp1338797998-25667) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2451524 INFO (qtp1338797998-25667) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2451524 INFO (qtp1338797998-25667) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2451525 INFO (qtp1338797998-25667) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15db47dc[testSimple3_shard1_replica_n1] main]
[junit4] 2> 2451525 INFO (qtp1338797998-25667) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2451526 INFO (qtp1338797998-25669) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2451526 INFO (qtp1338797998-25667) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2451526 INFO (qtp1338797998-25669) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 24515
[...truncated too long message...]
ead-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=848637274
[junit4] 2> 2585683 INFO (jetty-closer-5915-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99217671448887303-127.0.0.1:42817_solr-n_0000000000) closing
[junit4] 2> 2585683 INFO (OverseerStateUpdate-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42817_solr
[junit4] 2> 2585683 WARN (OverseerAutoScalingTriggerThread-99217671448887303-127.0.0.1:42817_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2585683 DEBUG (jetty-closer-5915-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2585684 INFO (jetty-closer-5915-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@115ed72b{/solr,null,UNAVAILABLE}
[junit4] 2> 2585684 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2585684 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[767517D00F9B6281]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38525 38525
[junit4] 2> 2588854 INFO (Thread-6169) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38525 38525
[junit4] 2> 2588855 WARN (Thread-6169) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/testSimple2/state.json
[junit4] 2> 24 /solr/collections/testSimple1/state.json
[junit4] 2> 9 /solr/collections/testSimple3/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 4 /solr/overseer_elect/election/99217671448887303-127.0.0.1:42817_solr-n_0000000000
[junit4] 2> 3 /solr/collections/testSimple1/leader_elect/shard1/election/99217671448887303-core_node3-n_0000000000
[junit4] 2> 3 /solr/collections/testSimple1/leader_elect/shard2/election/99217671448887303-core_node7-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple2/leader_elect/shard2/election/99217671448887305-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_767517D00F9B6281-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1374, maxMBSortInHeap=7.032632704735282, sim=RandomSimilarity(queryNorm=false): {}, locale=pa-Arab-PK, timezone=Canada/Eastern
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=43949200,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [ShowFileRequestHandlerTest, TestSubQueryTransformerCrossCore, SOLR749Test, TestOmitPositions, TestConfigSetsAPIExclusivity, TestStressInPlaceUpdates, TestBackupRepositoryFactory, AddReplicaTest, TestFieldTypeResource, SolrIndexConfigTest, MetricUtilsTest, TestSurroundQueryParser, SubstringBytesRefFilterTest, TestSolr4Spatial, NodeLostTriggerTest, TestClusterStateMutator, TestFaceting, TestUniqueKeyFieldResource, TestManagedResourceStorage, TestSimpleTrackingShardHandler, TestCustomStream, TestSolrCoreParser, OutputWriterTest, TestPerFieldSimilarity, OpenExchangeRatesOrgProviderTest, TestNamedUpdateProcessors, TestLRUStatsCache, SuggestComponentTest, HdfsAutoAddReplicasIntegrationTest, TestStressRecovery, TestPayloadCheckQParserPlugin, TestFileDictionaryLookup, TestCustomDocTransformer, UUIDUpdateProcessorFallbackTest, DocValuesMissingTest, PolyFieldTest, TestDocumentBuilder, TestLazyCores, ZkCLITest, TestFieldCache, DistributedFacetExistsSmallTest, TestManagedSchemaAPI, DistributedVersionInfoTest, ConvertedLegacyTest, HdfsUnloadDistributedZkTest, HdfsRecoverLeaseTest, BJQParserTest, JSONWriterTest, BlobRepositoryCloudTest, SuggesterTSTTest, SolrCLIZkUtilsTest, TestLegacyNumericUtils, SolrJmxReporterCloudTest, TestCollapseQParserPlugin, SchemaVersionSpecificBehaviorTest, TestFastLRUCache, HttpPartitionTest, LegacyCloudClusterPropTest, TestStressLucene, RequestHandlersTest, TestCloudRecovery, TestLegacyFieldCache, TestRawResponseWriter, TestSolrQueryResponse, TestSchemaManager, TestBM25SimilarityFactory, TestInfoStreamLogging, TestManagedSynonymGraphFilterFactory, ClassificationUpdateProcessorIntegrationTest, TestUninvertingReader, SampleTest, TestGraphTermsQParserPlugin, QueryEqualityTest, DistributedQueryComponentCustomSortTest, TestRangeQuery, TestNestedDocsSort, TestRestoreCore, CircularListTest, TestCollationField, TestHdfsBackupRestoreCore, SynonymTokenizerTest, PrimUtilsTest, TestStressReorder, TestDistribIDF, DistributedTermsComponentTest, DistributedFacetPivotSmallAdvancedTest, ChaosMonkeySafeLeaderTest, TestCursorMarkWithoutUniqueKey, DocExpirationUpdateProcessorFactoryTest, TestSolrCLIRunExample, TestReloadAndDeleteDocs, OverriddenZkACLAndCredentialsProvidersTest, SpellingQueryConverterTest, TestLockTree, SolrCloudReportersTest, RankQueryTest, PreAnalyzedUpdateProcessorTest, TestQuerySenderNoQuery, TestPseudoReturnFields, BitVectorTest, TestMaxTokenLenTokenizer, SolrIndexSplitterTest, TestSlowCompositeReaderWrapper, TestSSLRandomization, TestBulkSchemaConcurrent, TestDocSet, AutoScalingHandlerTest, AssignTest, TestRandomFlRTGCloud, TestDeleteCollectionOnDownNodes, OverseerRolesTest, ImplicitSnitchTest, HdfsDirectoryTest, TestEmbeddedSolrServerAdminHandler, TestStressUserVersions, TestRuleBasedAuthorizationPlugin, MoreLikeThisHandlerTest, TestPrepRecovery, ShardRoutingTest, DistributedIntervalFacetingTest, TestPolicyCloud, CollectionTooManyReplicasTest, SuggesterFSTTest, TestSizeLimitedDistributedMap, TestExclusionRuleCollectionAccess, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestRealTimeGet, TestJoin, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestTrie, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestFastOutputStream, URLClassifyProcessorTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, ZkNodePropsTest, UUIDFieldTest, TestRTGBase, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionsAPISolrJTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, RemoteQueryErrorTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudSearcherWarming, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, AutoAddReplicasIntegrationTest]
[junit4] Completed [570/751 (1!)] on J1 in 146.04s, 1 test, 1 failure <<< FAILURES!
[...truncated 40848 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 99 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/99/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at https://127.0.0.1:40881/solr/stale_state_test_col: No registered leader was found after waiting for 4000ms , collection: stale_state_test_col slice: shard1 saw state=DocCollection(stale_state_test_col//collections/stale_state_test_col/state.json/9)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"stale_state_test_col_shard1_replica_n3", "base_url":"https://127.0.0.1:40881/solr", "node_name":"127.0.0.1:40881_solr", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} with live_nodes=[127.0.0.1:46541_solr, 127.0.0.1:40881_solr, 127.0.0.1:43163_solr]
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40881/solr/stale_state_test_col: No registered leader was found after waiting for 4000ms , collection: stale_state_test_col slice: shard1 saw state=DocCollection(stale_state_test_col//collections/stale_state_test_col/state.json/9)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"stale_state_test_col_shard1_replica_n3",
"base_url":"https://127.0.0.1:40881/solr",
"node_name":"127.0.0.1:40881_solr",
"state":"active",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"} with live_nodes=[127.0.0.1:46541_solr, 127.0.0.1:40881_solr, 127.0.0.1:43163_solr]
at __randomizedtesting.SeedInfo.seed([14FB31B5F4B16499:A0CAA95D175812B5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:848)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
Error Message:
Could not find collection:multicollection1
Stack Trace:
java.lang.AssertionError: Could not find collection:multicollection1
at __randomizedtesting.SeedInfo.seed([14FB31B5F4B16499:EFECA205ADE6B32E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters(CloudSolrClientTest.java:585)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testAliasHandling
Error Message:
Error from server at https://127.0.0.1:46541/solr: Could not fully create collection: 2nd_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46541/solr: Could not fully create collection: 2nd_collection
at __randomizedtesting.SeedInfo.seed([14FB31B5F4B16499:11045E4537FF60BB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testAliasHandling(CloudSolrClientTest.java:178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest
Error Message:
Could not find collection:localShardsTestColl
Stack Trace:
java.lang.AssertionError: Could not find collection:localShardsTestColl
at __randomizedtesting.SeedInfo.seed([14FB31B5F4B16499:E836A90C0A66F363]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:429)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([82F9085F989AB97E:96B1530ABB9D0460]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13224 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 2276357 INFO (SUITE-TestReplicationHandler-seed#[82F9085F989AB97E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/init-core-data-001
[junit4] 2> 2276358 WARN (SUITE-TestReplicationHandler-seed#[82F9085F989AB97E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 2276358 INFO (SUITE-TestReplicationHandler-seed#[82F9085F989AB97E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2276359 INFO (SUITE-TestReplicationHandler-seed#[82F9085F989AB97E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2276360 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestStressReplication
[junit4] 2> 2276360 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1
[junit4] 2> 2276362 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2276363 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@701f97b4{/solr,null,AVAILABLE}
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21ea4294{HTTP/1.1,[http/1.1]}{127.0.0.1:46497}
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server Started @2277667ms
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=46497}
[junit4] 2> 2276364 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T06:10:34.443Z
[junit4] 2> 2276364 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/solr.xml
[junit4] 2> 2276366 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2276366 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2276367 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2276384 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276389 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276389 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276391 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/.
[junit4] 2> 2276391 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2276391 INFO (coreLoadExecutor-4421-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2276396 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2276406 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2276407 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2276407 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 2276407 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276407 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2276407 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2276408 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2989428606853436]
[junit4] 2> 2276426 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2276426 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2276427 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5764853260776309]
[junit4] 2> 2276427 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a105d38[collection1] main]
[junit4] 2> 2276427 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1/conf
[junit4] 2> 2276427 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2276427 INFO (coreLoadExecutor-4421-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2276428 INFO (searcherExecutor-4422-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a105d38[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2276429 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1
[junit4] 2> 2276430 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@525d4964{/solr,null,AVAILABLE}
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47da1912{HTTP/1.1,[http/1.1]}{127.0.0.1:35067}
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server Started @2277734ms
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=35067}
[junit4] 2> 2276431 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T06:10:34.510Z
[junit4] 2> 2276431 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/solr.xml
[junit4] 2> 2276433 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2276433 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2276434 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2276452 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276458 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276459 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276460 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/.
[junit4] 2> 2276460 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2276460 INFO (coreLoadExecutor-4431-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2276465 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2276469 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2276470 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2276470 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 2276470 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276471 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2276471 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2276472 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2989428606853436]
[junit4] 2> 2276495 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2276495 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2276496 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5764853260776309]
[junit4] 2> 2276496 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@79170403[collection1] main]
[junit4] 2> 2276496 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/conf
[junit4] 2> 2276497 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2276497 INFO (coreLoadExecutor-4431-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2276498 INFO (searcherExecutor-4432-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@79170403[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2276498 INFO (qtp1841950075-13207) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2276498 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@585e5734 commitCommandVersion:0
[junit4] 2> 2276499 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27d50bf[collection1] main]
[junit4] 2> 2276499 INFO (indexFetcher-4436-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2276499 INFO (searcherExecutor-4432-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@27d50bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2276555 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47da1912{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2276555 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1068385744
[junit4] 2> 2276556 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2276556 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c7f6e3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@335bd5dc
[junit4] 2> 2276562 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2276562 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f4ffc3d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4dcf7b25
[junit4] 2> 2276567 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2276567 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1884c8a6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d4c9927
[junit4] 2> 2276567 INFO (coreCloseExecutor-4437-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5027717b
[junit4] 2> 2276567 INFO (coreCloseExecutor-4437-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1344762235
[junit4] 2> 2276567 INFO (coreCloseExecutor-4437-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@233fde7a: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@79893ed2
[junit4] 2> 2276576 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@525d4964{/solr,null,UNAVAILABLE}
[junit4] 2> 2276577 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2276578 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ce4b554{/solr,null,AVAILABLE}
[junit4] 2> 2276578 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52f2f35a{HTTP/1.1,[http/1.1]}{127.0.0.1:40389}
[junit4] 2> 2276578 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server Started @2277882ms
[junit4] 2> 2276579 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=40389}
[junit4] 2> 2276579 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2276579 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2276579 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2276579 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2276579 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T06:10:34.658Z
[junit4] 2> 2276580 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/solr.xml
[junit4] 2> 2276583 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2276583 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2276584 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2276613 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276619 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276619 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276621 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/.
[junit4] 2> 2276621 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2276621 INFO (coreLoadExecutor-4444-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2276626 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2276630 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2276631 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2276631 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 2276632 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276632 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2276632 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2276633 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=32.2490234375, floorSegmentMB=1.0126953125, forceMergeDeletesPctAllowed=23.397294010922337, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4136102319437118
[junit4] 2> 2276768 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2276768 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2276769 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=41.17578125, floorSegmentMB=0.697265625, forceMergeDeletesPctAllowed=10.012918107647856, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2276769 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49e7ec3a[collection1] main]
[junit4] 2> 2276769 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/conf
[junit4] 2> 2276770 INFO (coreLoadExecutor-4444-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2276770 INFO (searcherExecutor-4445-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49e7ec3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2276771 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@21ea4294{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2276771 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1004094361
[junit4] 2> 2276771 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2276771 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21a83ba4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4686ce2f
[junit4] 2> 2276774 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2276774 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b8cb25c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4dcf7b25
[junit4] 2> 2276776 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2276776 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f2a3da9: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d4c9927
[junit4] 2> 2276776 INFO (coreCloseExecutor-4449-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6cefa7fe
[junit4] 2> 2276776 INFO (coreCloseExecutor-4449-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1827645438
[junit4] 2> 2276776 INFO (coreCloseExecutor-4449-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65cdfe5b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@f90725f
[junit4] 2> 2276781 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@701f97b4{/solr,null,UNAVAILABLE}
[junit4] 2> 2276781 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2276782 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aafa55b{/solr,null,AVAILABLE}
[junit4] 2> 2276782 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2919ffa7{HTTP/1.1,[http/1.1]}{127.0.0.1:35541}
[junit4] 2> 2276782 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.e.j.s.Server Started @2278086ms
[junit4] 2> 2276782 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=35541}
[junit4] 2> 2276782 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2276783 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.1
[junit4] 2> 2276783 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2276783 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2276783 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T06:10:34.862Z
[junit4] 2> 2276783 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/solr.xml
[junit4] 2> 2276785 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2276785 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2276785 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2276803 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276809 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276809 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276810 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/.
[junit4] 2> 2276810 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2276811 INFO (coreLoadExecutor-4456-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2276816 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2276820 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2276821 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2276821 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 2276822 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2276822 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2276822 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2276823 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=32.2490234375, floorSegmentMB=1.0126953125, forceMergeDeletesPctAllowed=23.397294010922337, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4136102319437118
[junit4] 2> 2276951 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2276951 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2276951 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=41.17578125, floorSegmentMB=0.697265625, forceMergeDeletesPctAllowed=10.012918107647856, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2276951 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eaa76ed[collection1] main]
[junit4] 2> 2276952 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-001/collection1/conf
[junit4] 2> 2276952 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 2276952 INFO (coreLoadExecutor-4456-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2276953 INFO (searcherExecutor-4457-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3eaa76ed[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2276954 INFO (qtp2014122105-13266) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 2276954 INFO (qtp2014122105-13266) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 2276954 INFO (qtp873808884-13246) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 2276954 INFO (qtp873808884-13246) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 2276955 INFO (qtp873808884-13247) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2276955 INFO (qtp873808884-13247) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c0848b3 commitCommandVersion:0
[junit4] 2> 2277051 INFO (qtp873808884-13247) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f023c3[collection1] main]
[junit4] 2> 2277051 INFO (qtp873808884-13247) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2277053 INFO (searcherExecutor-4445-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@56f023c3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2277053 INFO (qtp873808884-13247) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 98
[junit4] 2> 2277055 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 2277056 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 2277056 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 2277056 INFO (qtp2014122105-13266) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 2277057 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 2277057 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 2277058 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 2277058 INFO (qtp2014122105-13266) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 2277059 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 2277059 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2277059 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f0ce07f commitCommandVersion:0
[junit4] 2> 2277205 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bf50824[collection1] main]
[junit4] 2> 2277205 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2277220 INFO (searcherExecutor-4457-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4bf50824[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):C9)))}
[junit4] 2> 2277220 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 161
[junit4] 2> 2277221 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=9 status=0 QTime=0
[junit4] 2> 2277222 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 9 docs
[junit4] 2> 2277224 INFO (qtp873808884-13241) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=collection1&action=status&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2277227 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2277228 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2277229 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2277229 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1513923035138
[junit4] 2> 2277229 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2277229 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1513923035034
[junit4] 2> 2277229 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2277232 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 2277232 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 2277233 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to NRTCachingDirectory(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/data/index.20171222171035311 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73a9f6a1; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4] 2> 2277233 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277235 INFO (qtp2014122105-13262) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277236 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277237 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277238 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277239 INFO (qtp2014122105-13262) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277240 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277241 INFO (qtp2014122105-13268) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277242 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277243 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher File segments_2 did not match. expected checksum is 375601261 and actual is checksum 1038498042. expected length is 181 and actual length is 117
[junit4] 2> 2277243 INFO (qtp2014122105-13262) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2277244 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1874) : 0 secs (null bytes/sec) to NRTCachingDirectory(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/data/index.20171222171035311 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73a9f6a1; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4] 2> 2277244 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download of configuration files from master: [{size=1530, name=schema.xml, checksum=1508380349}]
[junit4] 2> 2277253 INFO (qtp2014122105-13267) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&cf=schema.xml&checksum=true&wt=filestream&command=filecontent} status=0 QTime=4
[junit4] 2> 2277298 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.c.SolrCore Updating index properties... index=index.20171222171035311
[junit4] 2> 2277303 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Configuration files are modified, core will be reloaded
[junit4] 2> 2277308 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Reloading SolrCore collection1
[junit4] 2> 2277315 INFO (Thread-2156) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 2277320 INFO (Thread-2156) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2277322 INFO (Thread-2156) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2277322 INFO (Thread-2156) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1
[junit4] 2> 2277338 INFO (Thread-2156) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c294544
[junit4] 2> 2277338 INFO (Thread-2156) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2277340 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.DirectoryFactory Will not remove most recent old directory after reload /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1/data/index
[junit4] 2> 2277340 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.DirectoryFactory Found 0 old index directories to clean-up under /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/./collection1/data/ afterReload=true
[junit4] 2> 2277363 INFO (Thread-2156) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2277363 INFO (Thread-2156) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2277363 INFO (Thread-2156) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4189b0b0[collection1] main]
[junit4] 2> 2277363 INFO (Thread-2156) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/conf
[junit4] 2> 2277364 INFO (Thread-2156) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2277364 INFO (Thread-2156) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=32.2490234375, floorSegmentMB=1.0126953125, forceMergeDeletesPctAllowed=23.397294010922337, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4136102319437118
[junit4] 2> 2277364 INFO (Thread-2156) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2277365 INFO (searcherExecutor-4462-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4189b0b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2277365 INFO (Thread-2156) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf4d668[collection1] main]
[junit4] 2> 2277365 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher removing old index directory NRTCachingDirectory(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_82F9085F989AB97E-001/solr-instance-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3928d2d1; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4] 2> 2277366 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=32.2490234375, floorSegmentMB=1.0126953125, forceMergeDeletesPctAllowed=23.397294010922337, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4136102319437118
[junit4] 2> 2277366 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2277366 INFO (searcherExecutor-4462-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@bf4d668[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):C9)))}
[junit4] 2> 2277367 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@166c3076[collection1] main]
[junit4] 2> 2277368 INFO (searcherExecutor-4462-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@166c3076[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.1):C9)))}
[junit4] 2> 2277368 INFO (qtp873808884-13241) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:35541/solr/collection1/replication&command=fetchindex} status=0 QTime=142
[junit4] 2> 2277368 INFO (qtp873808884-13241) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1b1d3c26
[junit4] 2> 2277368 INFO (qtp873808884-13241) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=454900774
[junit4] 2> 2277368 INFO (qtp873808884-13241) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@718795fe: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1dcb0af4
[junit4] 2> 2277375 INFO (qtp873808884-13247) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=collection1&action=status&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2277375 INFO (qtp873808884-13248) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=9 status=0 QTime=0
[junit4] 2> 2277376 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[82F9085F989AB97E]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 9 docs
[junit4] 2> 2277376 INFO (qtp2014122105-13266) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2277377 INFO (qtp2014122105-13261) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2277378 INFO (qtp873808884-13243) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2277378 INFO (qtp2014122105-13262) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2277378 INFO (qtp873808884-13244) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 1> [index, snapshot_metadata]
[junit4] 1> [index.20171222171035311, snapshot_metadata, replication.properties, index.properties]
[junit4] 2> 2277380 INFO (qtp873808884-13247) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 2277380 INFO (qtp873808884-13248) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 2277380 INFO (qtp873808884-13243) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4]
[...truncated too long message...]
ry=solr.core.collection1.shard1.replica_n1, tag=668349152
[junit4] 2> 126334 INFO (coreCloseExecutor-102-thread-1) [n:127.0.0.1:40881_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a244622: rootName = solr_40881, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4ac086b6
[junit4] 2> 126334 INFO (coreCloseExecutor-102-thread-2) [n:127.0.0.1:40881_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [foo_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@70094ff8
[junit4] 2> 126334 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:40881_solr) [n:127.0.0.1:40881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 126334 INFO (coreCloseExecutor-102-thread-3) [n:127.0.0.1:40881_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.c.SolrCore [stale_state_test_col_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@39ec7c3f
[junit4] 2> 126349 INFO (coreCloseExecutor-100-thread-1) [n:127.0.0.1:46541_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1222092971
[junit4] 2> 126349 INFO (coreCloseExecutor-101-thread-2) [n:127.0.0.1:43163_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=2127363141
[junit4] 2> 126349 INFO (coreCloseExecutor-101-thread-2) [n:127.0.0.1:43163_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71e413ca: rootName = solr_43163, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@af9504b
[junit4] 2> 126353 INFO (coreCloseExecutor-102-thread-2) [n:127.0.0.1:40881_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=1879658488
[junit4] 2> 126353 INFO (coreCloseExecutor-102-thread-2) [n:127.0.0.1:40881_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@226a8943: rootName = solr_40881, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10b60236
[junit4] 2> 126356 INFO (coreCloseExecutor-101-thread-3) [n:127.0.0.1:43163_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.overwrite.shard1.replica_n1, tag=1250774379
[junit4] 2> 126357 INFO (coreCloseExecutor-101-thread-3) [n:127.0.0.1:43163_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@461aaa8b: rootName = solr_43163, domain = solr.core.overwrite.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.overwrite.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4221652b
[junit4] 2> 126361 INFO (coreCloseExecutor-102-thread-3) [n:127.0.0.1:40881_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=971799615
[junit4] 2> 126361 INFO (coreCloseExecutor-102-thread-3) [n:127.0.0.1:40881_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16578cb6: rootName = solr_40881, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@2381fb60
[junit4] 2> 126365 INFO (coreCloseExecutor-101-thread-1) [n:127.0.0.1:43163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1560788884
[junit4] 2> 126365 INFO (coreCloseExecutor-101-thread-2) [n:127.0.0.1:43163_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=2127363141
[junit4] 2> 126365 INFO (coreCloseExecutor-101-thread-3) [n:127.0.0.1:43163_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=1250774379
[junit4] 2> 126370 INFO (coreCloseExecutor-102-thread-3) [n:127.0.0.1:40881_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=971799615
[junit4] 2> 126370 INFO (coreCloseExecutor-102-thread-1) [n:127.0.0.1:40881_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=668349152
[junit4] 2> 126370 INFO (coreCloseExecutor-102-thread-2) [n:127.0.0.1:40881_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1879658488
[junit4] 2> 126381 INFO (jetty-closer-6-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99216524722896904-127.0.0.1:40881_solr-n_0000000000) closing
[junit4] 2> 126381 INFO (OverseerStateUpdate-99216524722896904-127.0.0.1:40881_solr-n_0000000000) [n:127.0.0.1:40881_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40881_solr
[junit4] 2> 126381 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1607ce74ff50007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 126382 INFO (jetty-closer-6-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@321ade75{/solr,null,UNAVAILABLE}
[junit4] 2> 126382 WARN (OverseerAutoScalingTriggerThread-99216524722896904-127.0.0.1:40881_solr-n_0000000000) [n:127.0.0.1:40881_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 126383 INFO (jetty-closer-6-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18ce4d22{/solr,null,UNAVAILABLE}
[junit4] 2> 126384 INFO (jetty-closer-6-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78c021ba{/solr,null,UNAVAILABLE}
[junit4] 2> 126384 ERROR (SUITE-CloudSolrClientTest-seed#[14FB31B5F4B16499]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 126385 INFO (SUITE-CloudSolrClientTest-seed#[14FB31B5F4B16499]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45117 45117
[junit4] 2> 132169 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45117 45117
[junit4] 2> 132171 WARN (Thread-13) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/foo/state.json
[junit4] 2> 14 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_14FB31B5F4B16499-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sv, timezone=Asia/Kashgar
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=398819864,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [GreaterThanEqualToEvaluatorTest, SolrExampleXMLTest, SolrParamTest, CosineEvaluatorTest, CoalesceEvaluatorTest, TestJavaBinCodec, ArcCosineEvaluatorTest, GetByIdTest, UuidEvaluatorTest, CloudSolrClientTest]
[junit4] Completed [131/146 (1!)] on J2 in 122.54s, 16 tests, 2 failures, 2 errors <<< FAILURES!
[...truncated 46497 lines...]
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
98 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/98/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 15 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 15 seconds
at __randomizedtesting.SeedInfo.seed([780A0825C2953C92:F32DDBF483939716]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1470)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:304)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13482 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/init-core-data-001
[junit4] 2> 1765785 WARN (SUITE-ShardSplitTest-seed#[780A0825C2953C92]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1765785 INFO (SUITE-ShardSplitTest-seed#[780A0825C2953C92]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1765786 INFO (SUITE-ShardSplitTest-seed#[780A0825C2953C92]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1765786 INFO (SUITE-ShardSplitTest-seed#[780A0825C2953C92]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1765787 INFO (SUITE-ShardSplitTest-seed#[780A0825C2953C92]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1765790 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1765790 INFO (Thread-6125) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1765791 INFO (Thread-6125) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1765793 ERROR (Thread-6125) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1765890 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkTestServer start zk server on port:45283
[junit4] 2> 1765893 INFO (zkConnectionManagerCallback-3257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1765897 INFO (zkConnectionManagerCallback-3259-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1765902 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1765904 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1765905 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1765907 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1765908 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1765908 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1765909 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1765910 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1765911 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1765912 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1765913 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1765914 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1765981 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1765981 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7141463a{/,null,AVAILABLE}
[junit4] 2> 1765982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5032d6c1{HTTP/1.1,[http/1.1]}{127.0.0.1:38579}
[junit4] 2> 1765982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server Started @1767610ms
[junit4] 2> 1765982 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/tempDir-001/control/data, hostPort=38579, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1765983 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1765983 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1765983 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1765983 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1765983 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T01:16:15.064242Z
[junit4] 2> 1765984 INFO (zkConnectionManagerCallback-3261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1765984 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1765984 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/control-001/solr.xml
[junit4] 2> 1765986 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1765986 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1765986 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1765988 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45283/solr
[junit4] 2> 1765988 INFO (zkConnectionManagerCallback-3265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1765990 INFO (zkConnectionManagerCallback-3267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766012 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1766012 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38579_
[junit4] 2> 1766012 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=99215302647676932-127.0.0.1:38579_-n_0000000000) starting
[junit4] 2> 1766015 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38579_
[junit4] 2> 1766015 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766040 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1766045 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1766045 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1766046 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/control-001/cores
[junit4] 2> 1766054 INFO (zkConnectionManagerCallback-3273-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766055 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766056 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45283/solr ready
[junit4] 2> 1766058 INFO (qtp919399024-18676) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38579_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1766059 INFO (OverseerThreadFactory-7876-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1766163 INFO (qtp919399024-18678) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1766163 INFO (qtp919399024-18678) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1766267 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1767206 INFO (qtp919399024-18678) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1767220 INFO (qtp919399024-18678) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1767260 INFO (qtp919399024-18678) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1767267 INFO (qtp919399024-18678) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1767267 INFO (qtp919399024-18678) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1767267 INFO (qtp919399024-18678) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1767267 INFO (qtp919399024-18678) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1767269 INFO (qtp919399024-18678) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31931969199945565]
[junit4] 2> 1767289 WARN (qtp919399024-18678) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1767331 INFO (qtp919399024-18678) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1767331 INFO (qtp919399024-18678) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1767337 INFO (qtp919399024-18678) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1767337 INFO (qtp919399024-18678) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1767338 INFO (qtp919399024-18678) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=55.99609375, floorSegmentMB=1.302734375, forceMergeDeletesPctAllowed=19.179308431078603, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6910354897192608
[junit4] 2> 1767338 INFO (qtp919399024-18678) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e16a48b[control_collection_shard1_replica_n1] main]
[junit4] 2> 1767339 INFO (qtp919399024-18678) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1767339 INFO (qtp919399024-18678) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1767340 INFO (qtp919399024-18678) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1767340 INFO (searcherExecutor-7879-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5e16a48b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1767341 INFO (qtp919399024-18678) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587444843987075072
[junit4] 2> 1767344 INFO (qtp919399024-18678) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1767344 INFO (qtp919399024-18678) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1767344 INFO (qtp919399024-18678) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38579/control_collection_shard1_replica_n1/
[junit4] 2> 1767344 INFO (qtp919399024-18678) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1767344 INFO (qtp919399024-18678) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:38579/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1767344 INFO (qtp919399024-18678) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1767345 INFO (qtp919399024-18678) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38579/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1767446 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1767495 INFO (qtp919399024-18678) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1767505 INFO (qtp919399024-18678) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1341
[junit4] 2> 1767507 INFO (qtp919399024-18676) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1767598 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1768060 INFO (OverseerCollectionConfigSetProcessor-99215302647676932-127.0.0.1:38579_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1768507 INFO (qtp919399024-18676) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38579_&wt=javabin&version=2} status=0 QTime=2449
[junit4] 2> 1768511 INFO (zkConnectionManagerCallback-3277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1768513 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1768514 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45283/solr ready
[junit4] 2> 1768514 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1768515 INFO (qtp919399024-18676) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1768517 INFO (OverseerThreadFactory-7876-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1768518 WARN (OverseerThreadFactory-7876-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1768722 INFO (qtp919399024-18676) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1768723 INFO (qtp919399024-18676) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 1768791 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-1-001 of type NRT
[junit4] 2> 1768792 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1768793 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2756ab3b{/,null,AVAILABLE}
[junit4] 2> 1768793 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@526e1e75{HTTP/1.1,[http/1.1]}{127.0.0.1:34747}
[junit4] 2> 1768793 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server Started @1770421ms
[junit4] 2> 1768793 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/tempDir-001/jetty1, hostPort=34747, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 1768794 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1768794 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1768794 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1768794 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1768794 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T01:16:17.875252Z
[junit4] 2> 1768794 INFO (zkConnectionManagerCallback-3279-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1768795 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1768795 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-1-001/solr.xml
[junit4] 2> 1768796 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1768797 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1768797 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1768799 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45283/solr
[junit4] 2> 1768799 INFO (zkConnectionManagerCallback-3283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1768800 INFO (zkConnectionManagerCallback-3285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1768802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1768802 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1768803 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34747_
[junit4] 2> 1768803 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1768803 INFO (zkCallback-3276-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1768804 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1768827 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1768833 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1768833 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1768834 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-1-001/cores
[junit4] 2> 1768847 INFO (qtp476331114-18724) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34747_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1768850 INFO (OverseerCollectionConfigSetProcessor-99215302647676932-127.0.0.1:38579_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1768850 INFO (OverseerThreadFactory-7876-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34747_ for creating new replica
[junit4] 2> 1768851 INFO (qtp476331114-18726) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1768851 INFO (qtp476331114-18726) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1768953 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1769863 INFO (qtp476331114-18726) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1769877 INFO (qtp476331114-18726) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1769926 INFO (qtp476331114-18726) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1769931 INFO (qtp476331114-18726) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1769932 INFO (qtp476331114-18726) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1769932 INFO (qtp476331114-18726) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1769932 INFO (qtp476331114-18726) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1769933 INFO (qtp476331114-18726) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31931969199945565]
[junit4] 2> 1770066 WARN (qtp476331114-18726) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1770107 INFO (qtp476331114-18726) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1770107 INFO (qtp476331114-18726) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1770115 INFO (qtp476331114-18726) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1770115 INFO (qtp476331114-18726) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1770116 INFO (qtp476331114-18726) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=55.99609375, floorSegmentMB=1.302734375, forceMergeDeletesPctAllowed=19.179308431078603, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6910354897192608
[junit4] 2> 1770116 INFO (qtp476331114-18726) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bd3a8b5[collection1_shard2_replica_n41] main]
[junit4] 2> 1770116 INFO (qtp476331114-18726) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1770117 INFO (qtp476331114-18726) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1770117 INFO (qtp476331114-18726) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1770118 INFO (searcherExecutor-7890-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@3bd3a8b5[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1770118 INFO (qtp476331114-18726) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587444846898970624
[junit4] 2> 1770120 INFO (qtp476331114-18726) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1770120 INFO (qtp476331114-18726) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1770120 INFO (qtp476331114-18726) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34747/collection1_shard2_replica_n41/
[junit4] 2> 1770120 INFO (qtp476331114-18726) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1770120 INFO (qtp476331114-18726) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:34747/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1770120 INFO (qtp476331114-18726) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1770121 INFO (qtp476331114-18726) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34747/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1770222 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770229 INFO (qtp476331114-18726) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1770249 INFO (qtp476331114-18726) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1398
[junit4] 2> 1770252 INFO (qtp476331114-18724) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34747_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1404
[junit4] 2> 1770326 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-2-001 of type NRT
[junit4] 2> 1770327 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1770327 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d6030bf{/,null,AVAILABLE}
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f8947d7{HTTP/1.1,[http/1.1]}{127.0.0.1:44705}
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server Started @1771956ms
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/tempDir-001/jetty2, hostPort=44705, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-2-001/cores}
[junit4] 2> 1770328 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1770328 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T01:16:19.409789Z
[junit4] 2> 1770329 INFO (zkConnectionManagerCallback-3288-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1770330 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1770330 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-2-001/solr.xml
[junit4] 2> 1770331 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770332 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1770332 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1770332 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1770334 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45283/solr
[junit4] 2> 1770334 INFO (zkConnectionManagerCallback-3292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1770335 INFO (zkConnectionManagerCallback-3294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1770338 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1770338 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1770339 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44705_
[junit4] 2> 1770339 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1770339 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1770339 INFO (zkCallback-3276-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1770340 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1770368 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1770374 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1770374 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1770375 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-2-001/cores
[junit4] 2> 1770393 INFO (qtp476331114-18725) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44705_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1770394 INFO (OverseerCollectionConfigSetProcessor-99215302647676932-127.0.0.1:38579_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1770394 INFO (OverseerThreadFactory-7876-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44705_ for creating new replica
[junit4] 2> 1770395 INFO (qtp1163431448-18755) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1770396 INFO (qtp1163431448-18755) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1770498 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1770498 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1771414 INFO (qtp1163431448-18755) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1771427 INFO (qtp1163431448-18755) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1771484 INFO (qtp1163431448-18755) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1771489 INFO (qtp1163431448-18755) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1771490 INFO (qtp1163431448-18755) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1771490 INFO (qtp1163431448-18755) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1771490 INFO (qtp1163431448-18755) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1771492 INFO (qtp1163431448-18755) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31931969199945565]
[junit4] 2> 1771512 WARN (qtp1163431448-18755) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1771535 INFO (qtp1163431448-18755) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1771535 INFO (qtp1163431448-18755) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1771536 INFO (qtp1163431448-18755) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1771536 INFO (qtp1163431448-18755) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1771537 INFO (qtp1163431448-18755) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=55.99609375, floorSegmentMB=1.302734375, forceMergeDeletesPctAllowed=19.179308431078603, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6910354897192608
[junit4] 2> 1771538 INFO (qtp1163431448-18755) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@30abb71c[collection1_shard1_replica_n43] main]
[junit4] 2> 1771538 INFO (qtp1163431448-18755) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1771538 INFO (qtp1163431448-18755) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1771539 INFO (qtp1163431448-18755) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1771539 INFO (searcherExecutor-7901-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@30abb71c[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1771539 INFO (qtp1163431448-18755) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587444848388997120
[junit4] 2> 1771542 INFO (qtp1163431448-18755) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1771542 INFO (qtp1163431448-18755) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1771542 INFO (qtp1163431448-18755) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44705/collection1_shard1_replica_n43/
[junit4] 2> 1771542 INFO (qtp1163431448-18755) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1771542 INFO (qtp1163431448-18755) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44705/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1771542 INFO (qtp1163431448-18755) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1771544 INFO (qtp1163431448-18755) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44705/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1771645 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1771645 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1771694 INFO (qtp1163431448-18755) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1771696 INFO (qtp1163431448-18755) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1300
[junit4] 2> 1771698 INFO (qtp476331114-18725) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44705_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1305
[junit4] 2> 1771772 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-3-001 of type NRT
[junit4] 2> 1771773 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1771773 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b16d26e{/,null,AVAILABLE}
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@470543c9{HTTP/1.1,[http/1.1]}{127.0.0.1:45351}
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server Started @1773402ms
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/tempDir-001/jetty3, hostPort=45351, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-3-001/cores}
[junit4] 2> 1771774 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1771774 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T01:16:20.855826Z
[junit4] 2> 1771775 INFO (zkConnectionManagerCallback-3297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1771776 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1771776 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-3-001/solr.xml
[junit4] 2> 1771777 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1771777 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1771778 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1771779 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45283/solr
[junit4] 2> 1771780 INFO (zkConnectionManagerCallback-3301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1771781 INFO (zkConnectionManagerCallback-3303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1771782 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1771783 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1771784 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45351_
[junit4] 2> 1771784 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1771784 INFO (zkCallback-3276-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1771784 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1771784 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1771784 INFO (zkCallback-3302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1771809 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1771815 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1771815 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1771816 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-3-001/cores
[junit4] 2> 1771838 INFO (qtp476331114-18720) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45351_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1771840 INFO (OverseerCollectionConfigSetProcessor-99215302647676932-127.0.0.1:38579_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1771840 INFO (OverseerThreadFactory-7876-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45351_ for creating new replica
[junit4] 2> 1771841 INFO (qtp259568400-18785) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1771841 INFO (qtp259568400-18785) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1771950 INFO (zkCallback-3302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1771950 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1771950 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1772863 INFO (qtp259568400-18785) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1772872 INFO (qtp259568400-18785) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1772913 INFO (qtp259568400-18785) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1772919 INFO (qtp259568400-18785) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1772919 INFO (qtp259568400-18785) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1772919 INFO (qtp259568400-18785) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1772919 INFO (qtp259568400-18785) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 1772921 INFO (qtp259568400-18785) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31931969199945565]
[junit4] 2> 1772939 WARN (qtp259568400-18785) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1772964 INFO (qtp259568400-18785) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1772964 INFO (qtp259568400-18785) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1772969 INFO (qtp259568400-18785) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1772969 INFO (qtp259568400-18785) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1772970 INFO (qtp259568400-18785) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=55.99609375, floorSegmentMB=1.302734375, forceMergeDeletesPctAllowed=19.179308431078603, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6910354897192608
[junit4] 2> 1772971 INFO (qtp259568400-18785) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4be9a975[collection1_shard2_replica_n45] main]
[junit4] 2> 1772971 INFO (qtp259568400-18785) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1772971 INFO (qtp259568400-18785) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1772972 INFO (qtp259568400-18785) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1772973 INFO (searcherExecutor-7912-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@4be9a975[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1772973 INFO (qtp259568400-18785) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587444849892655104
[junit4] 2> 1772975 INFO (qtp259568400-18785) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 1772975 INFO (updateExecutor-3298-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1772975 INFO (recoveryExecutor-3299-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1772975 INFO (recoveryExecutor-3299-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1772975 INFO (recoveryExecutor-3299-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 1772975 INFO (recoveryExecutor-3299-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1772975 INFO (recoveryExecutor-3299-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:34747/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:45351/collection1_shard2_replica_n45/]
[junit4] 2> 1772976 INFO (qtp259568400-18785) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1134
[junit4] 2> 1772977 INFO (recoveryExecutor-3299-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34747]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:45351_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1772977 INFO (qtp476331114-18720) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45351_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1138
[junit4] 2> 1772978 INFO (qtp476331114-18724) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1772978 INFO (qtp476331114-18724) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:45351_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:45351","node_name":"127.0.0.1:45351_","state":"down","type":"NRT"}
[junit4] 2> 1773063 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-4-001 of type NRT
[junit4] 2> 1773063 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1773064 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d868d23{/,null,AVAILABLE}
[junit4] 2> 1773064 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28eb521e{HTTP/1.1,[http/1.1]}{127.0.0.1:44707}
[junit4] 2> 1773064 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.e.j.s.Server Started @1774692ms
[junit4] 2> 1773064 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/tempDir-001/jetty4, hostPort=44707, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-4-001/cores}
[junit4] 2> 1773064 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1773064 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.1
[junit4] 2> 1773064 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1773065 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1773065 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-22T01:16:22.146041Z
[junit4] 2> 1773065 INFO (zkConnectionManagerCallback-3307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1773066 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1607bcac6990010, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1773066 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1773066 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-4-001/solr.xml
[junit4] 2> 1773068 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1773068 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1773068 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1773070 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45283/solr
[junit4] 2> 1773070 INFO (zkConnectionManagerCallback-3311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1773072 INFO (zkConnectionManagerCallback-3313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1773073 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1773074 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1773074 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44707_
[junit4] 2> 1773075 INFO (zkCallback-3266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1773075 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1773075 INFO (zkCallback-3276-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1773075 INFO (zkCallback-3302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1773075 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1773079 INFO (zkCallback-3312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1773099 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1773105 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1773105 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1773106 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[780A0825C2953C92]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-4-001/cores
[junit4] 2> 1773133 INFO (qtp476331114-18726) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44707_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1773134 INFO (OverseerCollectionConfigSetProcessor-99215302647676932-127.0.0.1:38579_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1773135 INFO (OverseerThreadFactory-7876-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44707_ for creating new replica
[junit4] 2> 1773136 INFO (qtp1375997091-18819) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n47&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1773136 INFO (qtp1375997091-18819) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1773238 INFO (zkCallback-3293-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1773238 INFO (zkCallback-3302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1773238 INFO (zkCallback-3284-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1773238 INFO (zkCallback-3312-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1773978 INFO (qtp476331114-18724) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:45351_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:45351","node_name":"127.0.0.1:45351_","state":"recovering","type":"NRT"}
[junit4] 2> 1773978 INFO (qtp476331114-18724) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1773978 INFO (qtp476331114-18724) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45351_&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1774158 INFO (qtp1375997091-18819) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
[junit4] 2> 1774171 INFO (qtp1375997091-18819) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n47] Schema name=test
[junit4] 2> 1774227 INFO (qtp1375997091-18819) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1774233 INFO (qtp1375997091-18819) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n47' using configuration from collection collection1, trusted=true
[junit4] 2> 1774234 INFO (qtp1375997091-18819) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n47' (registry 'solr.core.collection1.shard1.replica_n47') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7552095
[junit4] 2> 1774234 INFO (qtp1375997091-18819) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1774234 INFO (qtp1375997091-18819) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n47] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-4-001/cores/collection1_shard1_replica_n47], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001/shard-4-001/cores/collection1_shard1_replica_n47/data/]
[junit4] 2> 1774235 INFO (qtp1375997091-18819) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31931969199945565]
[junit4] 2> 1774255 WARN (qtp1375997091-18819) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1774294 INFO (qtp1375997091-18819) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1774294 INFO (qtp1375997091-18819) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1774295 INFO (qtp1375997091-18819) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1774295 INFO (qtp1375997091-18819) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1774296 INFO (qtp1375997091-18819) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=55.99609375, floorSegmentMB=1.302734375, forceMergeDeletesPctAllowed=19.179308431078603, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6910354897192608
[junit4] 2> 1774296 INFO (qtp1375997091-18819) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a1a6f0b[collection1_shard1_replica_n47] main]
[junit4] 2> 1774297 INFO (qtp1375997091-18819) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1774297 INFO (qtp1375997091-18819) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1774297 INFO (qtp1375997091-18819) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1774298 INFO (searcherExecutor-7923-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n47] Registered new searcher Searcher@4a1a6f0b[collection1_shard1_replica_n47] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1774298 INFO (qtp1375997091-18819) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587444851282018304
[junit4] 2> 1774300 INFO (qtp1375997091-18819) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n47
[junit4] 2> 1774300 INFO (updateExecutor-3308-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1774300 INFO (recoveryExecutor-3309-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1774300 INFO (recoveryExecutor-3309-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1774300 INFO (recoveryExecutor-3309-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n47]
[junit4] 2> 1774300 INFO (recoveryExecutor-3309-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1774300 INFO (recoveryExecutor-3309-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n47] as recovering, leader is [http://127.0.0.1:44705/collection1_shard1_replica_n43/] and I am [http://127.0.0.1:44707/collection1_shard1_replica_n47/]
[junit4] 2> 1774300 INFO (qtp1375997091-18819) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n47&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1164
[junit4] 2> 1774301 INFO (recoveryExecutor-3309-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:44705]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n43&nodeName=127.0.0.1:44707_&coreNodeName=core_node48&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1774302 INFO (qtp476331114-18726) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44707_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1168
[junit4] 2> 1774302 INFO (qtp1163431448-18757) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node48, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1774302 INFO (qtp1163431448-18757) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n43, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44707_, coreNodeName=core_node48, onlyIfActiveCheckResult=false, nodeProps: core_node48:{"core":"collection1_shard1_r
[...truncated too long message...]
[false]
[junit4] 2> 2153141 INFO (recoveryExecutor-3601-thread-1) [ ] o.a.s.c.SolrCore [shardSplitWithRule_shard1_0_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@4f578043
[junit4] 2> 2153141 INFO (recoveryExecutor-3601-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.shardSplitWithRule.shard1_0.replica0, tag=1331134531
[junit4] 2> 2153141 INFO (recoveryExecutor-3601-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e4f9b48: rootName = null, domain = solr.core.shardSplitWithRule.shard1_0.replica0, service url = null, agent id = null] for registry solr.core.shardSplitWithRule.shard1_0.replica0 / com.codahale.metrics.MetricRegistry@ed5a1b4
[junit4] 2> 2153157 INFO (recoveryExecutor-3601-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.shardSplitWithRule.shard1_0.leader, tag=1331134531
[junit4] 2> 2153157 WARN (recoveryExecutor-3601-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[shardSplitWithRule_shard1_0_replica0] coreNodeName=[core_node10]
[junit4] 2> 2153159 WARN (updateExecutor-3600-thread-2) [ ] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 2153160 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[780A0825C2953C92]) [ ] o.a.s.c.Overseer Overseer (id=99215323997274130-127.0.0.1:41769_-n_0000000004) closing
[junit4] 2> 2153160 WARN (OverseerAutoScalingTriggerThread-99215323997274130-127.0.0.1:41769_-n_0000000004) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2153161 INFO (OverseerStateUpdate-99215323997274130-127.0.0.1:41769_-n_0000000004) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41769_
[junit4] 2> 2153179 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[780A0825C2953C92]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a37b104{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2153179 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[780A0825C2953C92]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ffc0662{/,null,UNAVAILABLE}
[junit4] 2> 2153183 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[780A0825C2953C92]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35299
[junit4] 2> 2153183 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[780A0825C2953C92]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2153184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[780A0825C2953C92]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37267 37267
[junit4] 2> 2157759 INFO (Thread-6367) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37267 37267
[junit4] 2> 2157763 WARN (Thread-6367) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/collections/shardSplitWithRule/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_780A0825C2953C92-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), rnd_b=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{shard_s=DocValuesFormat(name=Lucene70), rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1351, maxMBSortInHeap=7.742577500988311, sim=RandomSimilarity(queryNorm=true): {}, locale=am, timezone=America/Phoenix
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=217401704,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrJmxReporterTest, RequestLoggingTest, TestSolrXml, TestSchemaNameResource, TestSchemalessBufferedUpdates, DefaultValueUpdateProcessorTest, TestDocBasedVersionConstraints, CollectionsAPIAsyncDistributedZkTest, TestCSVResponseWriter, TestMacroExpander, TestLMDirichletSimilarityFactory, TestExactSharedStatsCache, TestLegacyField, SolrCoreCheckLockOnStartupTest, SmileWriterTest, DeleteStatusTest, TestSearchPerf, TestSolrCoreProperties, TestConfigSets, BlockDirectoryTest, HdfsThreadLeakTest, TestExtendedDismaxParser, LoggingHandlerTest, TestSubQueryTransformerDistrib, ZkNodePropsTest, BadCopyFieldTest, TestQueryTypes, TestPullReplica, TestPivotHelperCode, TestAnalyzeInfixSuggestions, V2StandaloneTest, TestLRUCache, SimplePostToolTest, MoveReplicaHDFSTest, SortSpecParsingTest, IndexSchemaTest, EnumFieldTest, EchoParamsTest, LeaderElectionContextKeyTest, TestTrie, TestAuthorizationFramework, RuleEngineTest, DistributedQueryComponentOptimizationTest, TestCloudPivotFacet, TestRequestForwarding, InfixSuggestersTest, ChaosMonkeyNothingIsSafeTest, SolrShardReporterTest, LargeFieldTest, TestFieldCacheVsDocValues, BasicDistributedZk2Test, TestReload, TestMaxScoreQueryParser, LeaderElectionTest, HdfsDirectoryFactoryTest, MetricsHandlerTest, SSLMigrationTest, TestSystemIdResolver, TestJavabinTupleStreamParser, AliasIntegrationTest, TestInitParams, RequiredFieldsTest, HdfsBasicDistributedZkTest, CoreAdminRequestStatusTest, CoreSorterTest, TestSolrCloudWithSecureImpersonation, TestOrdValues, DistributedFacetPivotLargeTest, TestExportWriter, TestLeaderInitiatedRecoveryThread, TestHashQParserPlugin, SolrTestCaseJ4Test, TestCloudDeleteByQuery, DistribJoinFromCollectionTest, TestLFUCache, TestPayloadScoreQParserPlugin, TestManagedSchemaThreadSafety, TestRealTimeGet, TestCollectionsAPIViaSolrCloudCluster, TestFieldResource, TestComplexPhraseLeadingWildcard, SolrCloudExampleTest, TestCoreContainer, TestValueSourceCache, TestDistribDocBasedVersion, CloudMLTQParserTest, DocValuesNotIndexedTest, CSVRequestHandlerTest, SharedFSAutoReplicaFailoverTest, OverseerTest, UUIDFieldTest, TestChildDocTransformer, WordBreakSolrSpellCheckerTest, MigrateRouteKeyTest, TestHalfAndHalfDocValues, DistanceFunctionTest, TestHashPartitioner, TimeZoneUtilsTest, TestReplicationHandlerBackup, TestFiltering, HdfsCollectionsAPIDistributedZkTest, StatsComponentTest, TestDistributedStatsComponentCardinality, TestElisionMultitermQuery, AsyncCallRequestStatusResponseTest, TestHdfsCloudBackupRestore, UniqFieldsUpdateProcessorFactoryTest, SuggesterWFSTTest, ResponseHeaderTest, TestLegacyTerms, TestDFISimilarityFactory, ClassificationUpdateProcessorTest, UninvertDocValuesMergePolicyTest, AutoAddReplicasIntegrationTest, TestSkipOverseerOperations, QueryElevationComponentTest, TestFuzzyAnalyzedSuggestions, CurrencyFieldTypeTest, TestObjectReleaseTracker, DistributedFacetPivotSmallTest, FieldAnalysisRequestHandlerTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestJoin, SimpleFacetsTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SuggesterTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, ReturnFieldsTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestQuerySenderListener, TestSolrIndexConfig, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, DateMathParserTest, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, SliceStateTest, TestRTGBase, DistributedIntervalFacetingTest, TestLuceneIndexBackCompat, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, RemoteQueryErrorTest, ReplicationFactorTest, ShardSplitTest]
[junit4] Completed [565/751 (1!)] on J2 in 392.02s, 5 tests, 1 failure <<< FAILURES!
[...truncated 40801 lines...]