You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/11/24 11:30:04 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 253 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/253/
4 tests failed.
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([9C850E57218A8495:43E5AF86EAADE730]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">28</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9C850E57218A8495]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9C850E57218A8495]:0)
FAILED: org.apache.solr.security.TestPKIAuthenticationPlugin.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([9C850E57218A8495:14D1318D8F76E96D]:0)
at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11824 lines...]
[junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.security.TestPKIAuthenticationPlugin_9C850E57218A8495-001/init-core-data-001
[junit4] 2> 756857 WARN (SUITE-TestPKIAuthenticationPlugin-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=51 numCloses=51
[junit4] 2> 756857 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 756858 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 756859 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 756915 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[9C850E57218A8495]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 767984 ERROR (TEST-TestPKIAuthenticationPlugin.test-seed#[9C850E57218A8495]) [ ] o.a.s.s.PKIAuthenticationPlugin Invalid key request timestamp: 1511516120197 , received timestamp: 1511516130768 , TTL: 10000
[junit4] 2> 767984 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[9C850E57218A8495]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test -Dtests.seed=9C850E57218A8495 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Africa/Freetown -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 11.1s J1 | TestPKIAuthenticationPlugin.test <<<
[junit4] > Throwable #1: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([9C850E57218A8495:14D1318D8F76E96D]:0)
[junit4] > at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:102)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.security.TestPKIAuthenticationPlugin_9C850E57218A8495-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Africa/Freetown
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=81523512,total=420478976
[junit4] 2> NOTE: All tests run in this JVM: [SuggestComponentContextFilterQueryTest, BasicAuthStandaloneTest, NotRequiredUniqueKeyTest, SchemaVersionSpecificBehaviorTest, LegacyCloudClusterPropTest, HdfsBasicDistributedZkTest, TestAtomicUpdateErrorCases, DeleteLastCustomShardedReplicaTest, TestCloudRecovery, DOMUtilTest, CoreMergeIndexesAdminHandlerTest, TestOmitPositions, ManagedSchemaRoundRobinCloudTest, TestXmlQParser, TestSolr4Spatial2, TestConfigReload, TestExclusionRuleCollectionAccess, TestDeleteCollectionOnDownNodes, TestCloudNestedDocsSort, TestNumericTokenStream, TestExpandComponent, PeerSyncWithIndexFingerprintCachingTest, SearchRateTriggerTest, CollectionTooManyReplicasTest, TestDynamicLoading, TestNumericTerms64, TestFieldCacheWithThreads, ConjunctionSolrSpellCheckerTest, TestPKIAuthenticationPlugin]
[junit4] Completed [76/749 (1!)] on J1 in 11.61s, 1 test, 1 error <<< FAILURES!
[...truncated 548 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/init-core-data-001
[junit4] 2> 2123841 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2123842 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2123842 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2124073 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateSame
[junit4] 2> 2124223 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/solr.xml
[junit4] 2> 2124238 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2124238 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2124293 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2124788 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2124871 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2124871 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2124889 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2125019 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2125181 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 2125199 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2125215 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2125237 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2125237 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection2, trusted=true
[junit4] 2> 2125237 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2125237 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125238 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection2/data/]
[junit4] 2> 2125255 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 2125274 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 2125277 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2125289 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2125289 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection5, trusted=true
[junit4] 2> 2125290 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2125290 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125290 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection5/data/]
[junit4] 2> 2125291 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2125291 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection1, trusted=true
[junit4] 2> 2125291 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2125292 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125292 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection1/data/]
[junit4] 2> 2125346 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2125347 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2125821 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2125821 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2126050 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2126050 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@41d009f4[collection5] main]
[junit4] 2> 2126051 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection5/conf
[junit4] 2> 2126051 INFO (coreLoadExecutor-2548-thread-3) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2126061 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2126061 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2126062 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2126082 INFO (searcherExecutor-2550-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@41d009f4[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2126098 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eea6d5[collection2] main]
[junit4] 2> 2126098 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection2/conf
[junit4] 2> 2126099 INFO (coreLoadExecutor-2548-thread-2) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2126100 INFO (searcherExecutor-2549-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@1eea6d5[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2126122 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2126122 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2126123 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2126124 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21fc6d5e[collection1] main]
[junit4] 2> 2126124 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection1/conf
[junit4] 2> 2126124 INFO (coreLoadExecutor-2548-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2126125 INFO (searcherExecutor-2551-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21fc6d5e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2126207 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2126316 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 2126335 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2126335 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection4, trusted=true
[junit4] 2> 2126335 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection4' (registry 'solr.core.collection4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2126335 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2126335 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection4/data/]
[junit4] 2> 2126351 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2126593 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2126593 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2126607 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=64.6337890625, floorSegmentMB=1.0390625, forceMergeDeletesPctAllowed=15.727386533089636, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2126607 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3998aa46[collection4] main]
[junit4] 2> 2126608 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection4/conf
[junit4] 2> 2126609 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2126609 INFO (searcherExecutor-2562-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@3998aa46[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2126775 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2126860 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
[junit4] 2> 2126912 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2126912 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection6, trusted=true
[junit4] 2> 2126913 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection6' (registry 'solr.core.collection6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2126913 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2126913 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/./collection6/data/]
[junit4] 2> 2126968 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2127412 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2127412 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2127413 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2127414 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3231b737[collection6] main]
[junit4] 2> 2127414 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-001/collection6/conf
[junit4] 2> 2127415 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2127452 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t12&name=collection2&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 2127461 INFO (searcherExecutor-2566-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@3231b737[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2127465 WARN (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 2127465 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t14&name=collection4&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 2127465 WARN (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 2127466 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t15&name=collection5&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 2127466 WARN (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 2127466 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t16&name=collection6&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 2127466 WARN (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 2127466 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2000623920
[junit4] 2> 2127466 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2127466 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2319c5c0: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c573b96
[junit4] 2> 2127487 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2127487 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21e7f5d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3942706c
[junit4] 2> 2127503 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2127503 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42abe316: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7f84ca9a
[junit4] 2> 2127522 INFO (coreCloseExecutor-2570-thread-1-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@425d386a
[junit4] 2> 2127522 INFO (coreCloseExecutor-2570-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=1113405546
[junit4] 2> 2127522 INFO (coreCloseExecutor-2570-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@206014fe: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@4d3916e
[junit4] 2> 2127538 INFO (coreCloseExecutor-2570-thread-2-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@60ec67c7
[junit4] 2> 2127538 INFO (coreCloseExecutor-2570-thread-3-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@5ade6a0a
[junit4] 2> 2127538 INFO (coreCloseExecutor-2570-thread-4-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@5d3e9f8f
[junit4] 2> 2127541 INFO (coreCloseExecutor-2570-thread-2-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1626105799
[junit4] 2> 2127541 INFO (coreCloseExecutor-2570-thread-2-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58ccea11: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6f1222ac
[junit4] 2> 2127596 INFO (coreCloseExecutor-2570-thread-5-processing-x:collection4) [ x:collection6] o.a.s.c.SolrCore [collection6] CLOSING SolrCore org.apache.solr.core.SolrCore@530e1549
[junit4] 2> 2127671 INFO (coreCloseExecutor-2570-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection4, tag=1524525578
[junit4] 2> 2127671 INFO (coreCloseExecutor-2570-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a5c7202: rootName = null, domain = solr.core.collection4, service url = null, agent id = null] for registry solr.core.collection4 / com.codahale.metrics.MetricRegistry@4587ee7a
[junit4] 2> 2127763 INFO (coreCloseExecutor-2570-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=1564385167
[junit4] 2> 2127790 INFO (coreCloseExecutor-2570-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30b32849: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@2cb4654b
[junit4] 2> 2127888 INFO (coreCloseExecutor-2570-thread-5-processing-x:collection4) [ x:collection6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection6, tag=1393431881
[junit4] 2> 2127888 INFO (coreCloseExecutor-2570-thread-5-processing-x:collection4) [ x:collection6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4807c0fe: rootName = null, domain = solr.core.collection6, service url = null, agent id = null] for registry solr.core.collection6 / com.codahale.metrics.MetricRegistry@44f4da1f
[junit4] 2> 2128034 INFO (TEST-TestLazyCores.testCreateSame-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testCreateSame
[junit4] 2> 2128107 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testRace
[junit4] 2> 2128220 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/solr.xml
[junit4] 2> 2128240 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2128240 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2128241 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2128386 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2128437 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2128437 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2128440 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2128731 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2128841 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2128946 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2128987 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 2128987 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 2129023 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2129023 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection5, trusted=true
[junit4] 2> 2129023 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2129023 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2129023 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection5/data/]
[junit4] 2> 2129026 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2129039 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2129039 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection1, trusted=true
[junit4] 2> 2129039 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2129039 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2129039 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection1/data/]
[junit4] 2> 2129041 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2129058 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 2129072 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2129072 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection2, trusted=true
[junit4] 2> 2129075 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2129075 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2129075 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection2/data/]
[junit4] 2> 2129131 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2129600 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2129600 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2129601 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2129602 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cd16243[collection1] main]
[junit4] 2> 2129602 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection1/conf
[junit4] 2> 2129603 INFO (coreLoadExecutor-2577-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2129613 INFO (searcherExecutor-2579-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4cd16243[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2129636 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2129637 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2129638 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2129638 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@6000d9ac[collection5] main]
[junit4] 2> 2129639 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection5/conf
[junit4] 2> 2129639 INFO (coreLoadExecutor-2577-thread-3-processing-x:collection4) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2129639 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2129639 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2129654 INFO (searcherExecutor-2578-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@6000d9ac[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2129654 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2129673 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@897aa52[collection2] main]
[junit4] 2> 2129674 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection2/conf
[junit4] 2> 2129674 INFO (coreLoadExecutor-2577-thread-2-processing-x:collection4) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2129675 INFO (searcherExecutor-2580-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@897aa52[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2129922 INFO (Thread-1307) [ x:collection3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2129962 INFO (Thread-1307) [ x:collection3] o.a.s.s.IndexSchema [collection3] Schema name=tiny
[junit4] 2> 2129998 INFO (Thread-1307) [ x:collection3] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2129998 INFO (Thread-1307) [ x:collection3] o.a.s.c.CoreContainer Creating SolrCore 'collection3' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection3, trusted=true
[junit4] 2> 2130011 INFO (Thread-1307) [ x:collection3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection3' (registry 'solr.core.collection3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2130011 INFO (Thread-1307) [ x:collection3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2130011 INFO (Thread-1307) [ x:collection3] o.a.s.c.SolrCore [[collection3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/./collection3/data/]
[junit4] 2> 2130049 INFO (Thread-1307) [ x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2130397 INFO (Thread-1307) [ x:collection3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2130397 INFO (Thread-1307) [ x:collection3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2130398 INFO (Thread-1307) [ x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2130399 INFO (Thread-1307) [ x:collection3] o.a.s.s.SolrIndexSearcher Opening [Searcher@11e05a43[collection3] main]
[junit4] 2> 2130399 INFO (Thread-1307) [ x:collection3] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-002/collection3/conf
[junit4] 2> 2130399 INFO (Thread-1307) [ x:collection3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2130426 INFO (searcherExecutor-2590-thread-1-processing-x:collection3) [ x:collection3] o.a.s.c.SolrCore [collection3] Registered new searcher Searcher@11e05a43[collection3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2130451 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1609722956
[junit4] 2> 2130451 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2130451 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@462b40e4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3472f024
[junit4] 2> 2130488 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2130488 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@398592f0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3942706c
[junit4] 2> 2130491 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2130491 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@af966a8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7f84ca9a
[junit4] 2> 2130524 INFO (coreCloseExecutor-2594-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@33431fa2
[junit4] 2> 2130524 INFO (coreCloseExecutor-2594-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=860037026
[junit4] 2> 2130524 INFO (coreCloseExecutor-2594-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ec091fc: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@682cd8fc
[junit4] 2> 2130536 INFO (coreCloseExecutor-2594-thread-2-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@370a3eb6
[junit4] 2> 2130537 INFO (coreCloseExecutor-2594-thread-3-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@cb30898
[junit4] 2> 2130537 INFO (coreCloseExecutor-2594-thread-4-processing-x:collection4) [ x:collection3] o.a.s.c.SolrCore [collection3] CLOSING SolrCore org.apache.solr.core.SolrCore@7bbbf24
[junit4] 2> 2130562 INFO (coreCloseExecutor-2594-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=923418294
[junit4] 2> 2130562 INFO (coreCloseExecutor-2594-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22bc6458: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@3c4585a5
[junit4] 2> 2130654 INFO (coreCloseExecutor-2594-thread-3-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=213059736
[junit4] 2> 2130654 INFO (coreCloseExecutor-2594-thread-3-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51d870f9: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@65b96045
[junit4] 2> 2130673 INFO (coreCloseExecutor-2594-thread-4-processing-x:collection4) [ x:collection3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection3, tag=129744676
[junit4] 2> 2130673 INFO (coreCloseExecutor-2594-thread-4-processing-x:collection4) [ x:collection3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34bc74ee: rootName = null, domain = solr.core.collection3, service url = null, agent id = null] for registry solr.core.collection3 / com.codahale.metrics.MetricRegistry@161d231e
[junit4] 2> 2130886 INFO (TEST-TestLazyCores.testRace-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testRace
[junit4] 2> 2130927 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
[junit4] 2> 2131023 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2131315 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2131352 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2131352 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2131389 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003
[junit4] 2> 2131389 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CorePropertiesLocator Cores are: [badConfig1, badSchema2, badSchema1, core2, badConfig2, core1]
[junit4] 2> 2131389 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2131547 INFO (coreLoadExecutor-2601-thread-3-processing-x:collection4) [ x:badSchema1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2131557 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:badConfig1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2131584 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:badSchema2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2131633 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2131940 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:badSchema2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2131943 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:badConfig2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2131962 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.s.IndexSchema [core2] Schema name=tiny
[junit4] 2> 2131976 INFO (coreLoadExecutor-2601-thread-3-processing-x:collection4) [ x:badSchema1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2131997 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2131997 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core2, trusted=true
[junit4] 2> 2131997 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2131998 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2131998 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core2/data/]
[junit4] 2> 2132000 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2132163 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2132235 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 2132253 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2132254 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core1, trusted=true
[junit4] 2> 2132254 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2132254 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2132254 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core1/data/]
[junit4] 2> 2132269 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=49.9755859375, floorSegmentMB=0.3046875, forceMergeDeletesPctAllowed=17.602769174143585, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.553127150464723
[junit4] 2> 2132388 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2132388 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2132389 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2132403 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6aae782b[core2] main]
[junit4] 2> 2132404 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core2/conf
[junit4] 2> 2132404 INFO (coreLoadExecutor-2601-thread-1-processing-x:collection4) [ x:core2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2132405 INFO (searcherExecutor-2602-thread-1-processing-x:core2) [ x:core2] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@6aae782b[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2132636 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2132636 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2132637 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2132637 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.s.SolrIndexSearcher Opening [Searcher@618365f6[core1] main]
[junit4] 2> 2132638 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/core1/conf
[junit4] 2> 2132638 INFO (coreLoadExecutor-2601-thread-2-processing-x:collection4) [ x:core1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2132723 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2132723 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@607449b7 commitCommandVersion:0
[junit4] 2> 2132729 INFO (searcherExecutor-2603-thread-1-processing-x:core1) [ x:core1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@618365f6[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2133181 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@33445c3e[core1] main]
[junit4] 2> 2133182 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2133183 INFO (searcherExecutor-2603-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@33445c3e[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C7)))}
[junit4] 2> 2133202 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=1
[junit4] 2> 2133217 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=12
[junit4] 2> 2133218 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2133218 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2133309 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2133381 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
[junit4] 2> 2133383 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2133383 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig1, trusted=true
[junit4] 2> 2133384 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig1' (registry 'solr.core.badConfig1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2133420 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2133456 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig1/data/]
[junit4] 2> 2133492 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=48.064453125, floorSegmentMB=2.099609375, forceMergeDeletesPctAllowed=10.017767710295239, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.63482209674782
[junit4] 2> 2133933 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2133933 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2133934 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2133935 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5efb5b75[badConfig1] main]
[junit4] 2> 2133935 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig1/conf
[junit4] 2> 2133936 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2133970 INFO (searcherExecutor-2616-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@5efb5b75[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2134044 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2134281 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
[junit4] 2> 2134337 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2134337 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig2, trusted=true
[junit4] 2> 2134337 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig2' (registry 'solr.core.badConfig2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49c18a19
[junit4] 2> 2134338 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2134338 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig2/data/]
[junit4] 2> 2134373 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2134574 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2134574 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2134575 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2134593 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bc5b9b2[badConfig2] main]
[junit4] 2> 2134593 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001/tempDir-003/badConfig2/conf
[junit4] 2> 2134594 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[9C850E
[...truncated too long message...]
69-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=545033327
[junit4] 2> 2171659 INFO (coreCloseExecutor-2869-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bc7f38c: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@44000ff4
[junit4] 2> 2171671 INFO (coreCloseExecutor-2869-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@24827eb4
[junit4] 2> 2171673 INFO (coreCloseExecutor-2869-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=612531892
[junit4] 2> 2171673 INFO (coreCloseExecutor-2869-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b17bcf2: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@720e1d79
[junit4] 2> 2171693 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[9C850E57218A8495]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testMidUseUnload
[junit4] 2> 2171693 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ x:collection4] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2171694 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=864898407
[junit4] 2> 2171694 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2171694 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2171694 INFO (SUITE-TestLazyCores-seed#[9C850E57218A8495]-worker) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_9C850E57218A8495-001
[junit4] 2> Nov 24, 2017 9:58:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Nov 24, 2017 9:59:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Nov 24, 2017 9:59:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Nov 24, 2017 9:59:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=uk, timezone=Etc/GMT-4
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=237924848,total=454033408
[junit4] 2> NOTE: All tests run in this JVM: [SuggestComponentContextFilterQueryTest, BasicAuthStandaloneTest, NotRequiredUniqueKeyTest, SchemaVersionSpecificBehaviorTest, LegacyCloudClusterPropTest, HdfsBasicDistributedZkTest, TestAtomicUpdateErrorCases, DeleteLastCustomShardedReplicaTest, TestCloudRecovery, DOMUtilTest, CoreMergeIndexesAdminHandlerTest, TestOmitPositions, ManagedSchemaRoundRobinCloudTest, TestXmlQParser, TestSolr4Spatial2, TestConfigReload, TestExclusionRuleCollectionAccess, TestDeleteCollectionOnDownNodes, TestCloudNestedDocsSort, TestNumericTokenStream, TestExpandComponent, PeerSyncWithIndexFingerprintCachingTest, SearchRateTriggerTest, CollectionTooManyReplicasTest, TestDynamicLoading, TestNumericTerms64, TestFieldCacheWithThreads, ConjunctionSolrSpellCheckerTest, TestPKIAuthenticationPlugin, PolyFieldTest, HighlighterConfigTest, AutoAddReplicasIntegrationTest, TestIntervalFaceting, TestJsonFacets, MoreLikeThisHandlerTest, HdfsWriteToMultipleCollectionsTest, TestJmxIntegration, RuleEngineTest, TestBinaryResponseWriter, TestLockTree, FullHLLTest, ComputePlanActionTest, TestStressReorder, ZkCLITest, TestConfigOverlay, BlockJoinFacetRandomTest, TestStandardQParsers, TestSolrXml, SolrSlf4jReporterTest, TestReRankQParserPlugin, TestShardHandlerFactory, NumericFieldsTest, TestFastLRUCache, BigEndianAscendingWordSerializerTest, TriLevelCompositeIdRoutingTest, TestZkAclsWithHadoopAuth, TestReplicaProperties, TestUnifiedSolrHighlighter, TestSearcherReuse, TriggerIntegrationTest, HdfsThreadLeakTest, TestManagedSynonymFilterFactory, SpatialRPTFieldTypeTest, TestPushWriter, TestFilteredDocIdSet, ClusterStateUpdateTest, TolerantUpdateProcessorTest, OverriddenZkACLAndCredentialsProvidersTest, DistributedTermsComponentTest, CoreSorterTest, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=9C850E57218A8495 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Etc/GMT-4 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([9C850E57218A8495]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=6843, name=searcherExecutor-2706-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([9C850E57218A8495]:0)
[junit4] Completed [234/749 (2!)] on J1 in 71.30s, 9 tests, 3 errors <<< FAILURES!
[...truncated 48971 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 266 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/266/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
at __randomizedtesting.SeedInfo.seed([3B6506DBFB420724:23DF8ED7F577CACB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12896 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 4082362 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/init-core-data-001
[junit4] 2> 4082363 WARN (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4082363 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4082364 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4082415 ERROR (Thread-3496) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4082471 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33441
[junit4] 2> 4082558 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082577 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082760 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72e22f29{/solr,null,AVAILABLE}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59997428{HTTP/1.1,[http/1.1]}{127.0.0.1:34600}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server Started @4097075ms
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34600}
[junit4] 2> 4082762 ERROR (jetty-launcher-3411-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.511Z
[junit4] 2> 4082780 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,AVAILABLE}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:34227}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server Started @4097094ms
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34227}
[junit4] 2> 4082781 ERROR (jetty-launcher-3411-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.529Z
[junit4] 2> 4082854 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082910 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082964 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4082980 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4083111 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4083280 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083313 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34227_solr
[junit4] 2> 4083315 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) starting
[junit4] 2> 4083351 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4083366 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4083386 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4083403 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 4083440 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083533 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083535 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083536 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34600_solr
[junit4] 2> 4083606 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083659 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083735 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083772 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node1/.
[junit4] 2> 4083952 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083971 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083988 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083989 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node2/.
[junit4] 2> 4084318 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4084319 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4084479 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4084589 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 4084610 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4084610 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4084610 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4084693 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4084728 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4084747 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4085737 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 4089751 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 4099853 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 4109947 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109966 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109986 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109987 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4110070 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,AVAILABLE}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:34461}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4124384ms
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
[junit4] 2> 4110071 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:41.819Z
[junit4] 2> 4110111 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4110144 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4110346 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4110347 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4110349 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4110350 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110755 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node3/.
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302741000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302741000000], now=1512205302742000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj6",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "_enqueue_time_":1512205302831000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205303891000000
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj7",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113154 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205304903000000
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj8",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205305915000000
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj9",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115177 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205306926000000
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtja",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205307937000000
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjb",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205308938000000
[junit4] 2> 4117243 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "_enqueue_time_":1512205308991000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 6086ms ago.
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512205302978000000 time = 1512205308992000000 expected diff: 5998000000
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890939601
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142f7481: rootName = solr_34461, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2df0eb26
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ca9d15c: rootName = solr_34461, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717642b: rootName = solr_34461, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4117405 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4117422 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117422 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4117426 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117426 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117434 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117446 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4117455 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,UNAVAILABLE}
[junit4] 2> 4117459 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 4117570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 4117581 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4117605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 4117609 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4117625 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4118080 INFO (qtp1351438513-15902) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 DEBUG (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4118082 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4118082 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 4118093 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118094 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4118094 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4118094 INFO (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4118095 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4118144 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 4118167 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41c02299{/solr,null,AVAILABLE}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@622eddb5{HTTP/1.1,[http/1.1]}{127.0.0.1:33977}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4132610ms
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33977}
[junit4] 2> 4118298 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:50.046Z
[junit4] 2> 4118322 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4118411 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4118510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118524 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4118525 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33977_solr
[junit4] 2> 4118526 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118654 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118655 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118656 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119001 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node4/.
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33977_solr at time 1512205310861000000
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4120150 INFO (OverseerCollectionConfigSetProcessor-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4125194 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4125195 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:33977_solr] added at times [1512205310861000000], now=1512205320962000000
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129215 INFO (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4129216 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "_enqueue_time_":1512205320963000000,
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129217 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4129288 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787deafd{/solr,null,AVAILABLE}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df5f5e7{HTTP/1.1,[http/1.1]}{127.0.0.1:35452}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4143602ms
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35452}
[junit4] 2> 4129289 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:01.038Z
[junit4] 2> 4129325 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4129362 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4129464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4129465 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4129502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35452_solr
[junit4] 2> 4129503 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129730 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129856 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129869 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129870 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node5/.
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35452_solr at time 1512205321978000000
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4133259 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4133260 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4134274 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4134275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4135275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4135304 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4137313 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4137314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140280 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=593995213
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52507be: rootName = solr_34227, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fd187ae
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbfd183: rootName = solr_34227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:35452_solr] added at times [1512205321978000000], now=1512205332073000000
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "_enqueue_time_":1512205332073000000,
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 INFO (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.ActionThrottle The last action attempt started 11117ms ago.
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b1c4d0f: rootName = solr_34227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4140336 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4140353 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140353 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) closing
[junit4] 2> 4140355 INFO (OverseerStateUpdate-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34227_solr
[junit4] 2> 4140356 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140361 WARN (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4140378 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34600_solr
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=99103884846497796-127.0.0.1:34600_solr-n_0000000001) starting
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,UNAVAILABLE}
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 4140500 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4140555 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140556 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4140556 DEBUG (ScheduledTrigger-4894-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140634 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 4140662 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 4140663 DEBUG (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140664 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4140698 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140715 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4140717 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4140751 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140752 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140754 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140755 INFO (qtp776807560-16017) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 DEBUG (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140769 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 4140769 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4140770 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140771 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140771 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4140821 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140828 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140829 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140830 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140831 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140832 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140842 INFO (qtp776807560-16021) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140849 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140850 DEBUG (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140861 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=91
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140862 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4140862 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4431b419{/solr,null,AVAILABLE}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3785865d{HTTP/1.1,[http/1.1]}{127.0.0.1:43709}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4155177ms
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43709}
[junit4] 2> 4140864 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:12.613Z
[junit4] 2> 4140900 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4140971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4141031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4141046 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4141047 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43709_solr
[junit4] 2> 4141101 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141158 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141227 INFO (zkCallback-3463-thread-1-processing-n:127.0.0.1:43709_solr) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141155 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141154 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141513 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141550 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141551 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141568 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node6/.
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_
[...truncated too long message...]
t4] 2> 4274491 INFO (zkCallback-3469-thread-2-processing-n:127.0.0.1:41414_solr) [n:127.0.0.1:41414_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (0)
[junit4] 2> 4274495 DEBUG (jetty-closer-3412-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4274496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4274530 INFO (jetty-closer-3412-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@145b40ad{/solr,null,UNAVAILABLE}
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6352827
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=104146983
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f332920: rootName = solr_45008, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ccc893b
[junit4] 2> 4274674 INFO (jetty-closer-3412-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4431b419{/solr,null,UNAVAILABLE}
[junit4] 2> 4274691 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=104146983
[junit4] 2> 4274715 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:45008_solr) [n:127.0.0.1:45008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45008_solr
[junit4] 2> 4275960 WARN (zkCallback-3536-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275961 INFO (jetty-closer-3412-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78cb70f2{/solr,null,UNAVAILABLE}
[junit4] 2> 4275977 WARN (zkCallback-3549-thread-2-processing-n:127.0.0.1:34781_solr) [n:127.0.0.1:34781_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275977 INFO (jetty-closer-3412-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ef46db0{/solr,null,UNAVAILABLE}
[junit4] 2> 4275989 WARN (zkCallback-3527-thread-2-processing-n:127.0.0.1:38418_solr) [n:127.0.0.1:38418_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275989 INFO (jetty-closer-3412-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a11a967{/solr,null,UNAVAILABLE}
[junit4] 2> 4276181 INFO (jetty-closer-3412-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@531ab1a3{/solr,null,UNAVAILABLE}
[junit4] 2> 4276384 INFO (jetty-closer-3412-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54305716{/solr,null,UNAVAILABLE}
[junit4] 2> 4276407 ERROR (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4276407 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276472 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276473 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/aliases.json
[junit4] 2> 44 /solr/clusterprops.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/clusterstate.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99103884846497833-127.0.0.1:36356_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497796-127.0.0.1:34600_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497863-1270.0.1:44334_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497851-127.0.0.1:34781_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497822-127.0.0.1:44988_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections
[junit4] 2> 43 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001
[junit4] 2> Dec 02, 2017 9:04:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=Asia/Istanbul
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261714784,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, TestExportWriter, ReplaceNodeTest, TestAuthorizationFramework, TestXIncludeConfig, TestFieldResource, TestSchemaNameResource, ShardSplitTest, TestCloudManagedSchema, TestSmileRequest, TestConfigSets, HttpPartitionTest, SampleTest, TestOrdValues, TestJavabinTupleStreamParser, LargeFieldTest, TestDFISimilarityFactory, ZkStateReaderTest, TestRestManager, TestReplicaProperties, DOMUtilTest, TestCollectionAPIs, ZkCLITest, TestRemoteStreaming, DistributedFacetPivotLargeTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry, TestStressInPlaceUpdates, SolrIndexSplitterTest, TestInitParams, ShowFileRequestHandlerTest, TestReloadDeadlock, TestSolrCloudWithHadoopAuthPlugin, CreateCollectionCleanupTest, TestConfigSetsAPIExclusivity, TestTrieFacet, VersionInfoTest, TestPivotHelperCode, RequestLoggingTest, SolrShardReporterTest, TestSolrQueryParser, TestSubQueryTransformerDistrib, RequestHandlersTest, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, TestFastLRUCache, AddBlockUpdateTest, ShardRoutingTest, HdfsLockFactoryTest, PingRequestHandlerTest, SolrCLIZkUtilsTest, TestLockTree, TestSQLHandler, SOLR749Test, CdcrRequestHandlerTest, HighlighterConfigTest, BlockJoinFacetDistribTest, BigEndianAscendingWordDeserializerTest, TestSSLRandomization, TestTestInjection, AnalyticsMergeStrategyTest, TestLazyCores, TestExactSharedStatsCache, PeerSyncReplicationTest, SearchRateTriggerTest, TestInPlaceUpdatesDistrib, GraphQueryTest, SpellingQueryConverterTest, TestMaxScoreQueryParser, LukeRequestHandlerTest, MBeansHandlerTest, AddReplicaTest, DistributedFacetPivotSmallTest, ConcurrentDeleteAndCreateCollectionTest, CdcrBootstrapTest, PrimUtilsTest, TestCloudRecovery, OpenCloseCoreStressTest, SignatureUpdateProcessorFactoryTest, TestDocSet, BadIndexSchemaTest, TestLuceneMatchVersion, RuleEngineTest, PathHierarchyTokenizerFactoryTest, TestFaceting, ConvertedLegacyTest, CloudMLTQParserTest, ResponseHeaderTest, TestLegacyTerms, BadCopyFieldTest, TestSizeLimitedDistributedMap, TestReplicationHandlerBackup, TestDeleteCollectionOnDownNodes, CollectionTooManyReplicasTest, TestDocumentBuilder, TestRangeQuery, HdfsBasicDistributedZkTest, TestConfigOverlay, TermVectorComponentDistributedTest, JvmMetricsTest, DistributedQueryComponentOptimizationTest, TestSolrCloudWithKerberosAlt, TestNumericTerms32, ClassificationUpdateProcessorTest, SolrGangliaReporterTest, TestSurroundQueryParser, TestJmxIntegration, ExplicitHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteShardTest, ChaosMonkeySafeLeaderTest, TestHashQParserPlugin, OutputWriterTest, SolrCmdDistributorTest, TestJettySolrRunner, HdfsRecoveryZkTest, CoreAdminRequestStatusTest, TriggerIntegrationTest]
[junit4] Completed [388/750 (1!)] on J1 in 195.16s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48654 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 265 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/265/
4 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:E8E4B0E7E9B18C50]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:70)
at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 44 more
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:B4F24EC4F4EFE154]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">39</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
Build Log:
[...truncated 11764 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 248560 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/init-core-data-001
[junit4] 2> 248598 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 248599 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 248670 ERROR (Thread-63) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 248749 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52556
[junit4] 2> 248919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1601064909f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 249037 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249279 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62237f35{/solr,null,AVAILABLE}
[junit4] 2> 249305 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bcab1dd{HTTP/1.1,[http/1.1]}{127.0.0.1:46153}
[junit4] 2> 249328 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c3eec1c{/solr,null,AVAILABLE}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d936779{HTTP/1.1,[http/1.1]}{127.0.0.1:39848}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server Started @271532ms
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39848}
[junit4] 2> 249448 ERROR (jetty-launcher-60-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.074Z
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server Started @271431ms
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46153}
[junit4] 2> 249463 ERROR (jetty-launcher-60-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249866 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.480Z
[junit4] 2> 250537 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252028 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252059 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 252355 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 253541 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253542 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253670 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46153_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39848_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=99097215911264262-127.0.0.1:46153_solr-n_0000000000) starting
[junit4] 2> 253684 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253710 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253949 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46153_solr
[junit4] 2> 253971 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 253989 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 255880 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 255972 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256041 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256042 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/.
[junit4] 2> 256917 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257278 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257279 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257287 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/.
[junit4] 2> 258179 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 258180 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52556/solr ready
[junit4] 2> 258214 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 258373 INFO (OverseerThreadFactory-133-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 258547 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258549 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258568 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258585 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 259001 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259002 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 260466 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 260837 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261914 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261915 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261919 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262269 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262273 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262282 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 262341 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema [collection1_shard1_replica_t3] Schema name=minimal
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t3' using configuration from collection collection1, trusted=true
[junit4] 2> 262385 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard1.replica_t3' (registry 'solr.core.collection1.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [[collection1_shard1_replica_t3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard1_replica_t3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard1_replica_t3/data/]
[junit4] 2> 263283 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263289 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263299 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263562 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 263601 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard2_replica_t4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
[junit4] 2> 263684 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard2_replica_t6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 264333 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@480b672f[collection1_shard1_replica_t3] main]
[junit4] 2> 264334 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 264337 INFO (searcherExecutor-138-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard1_replica_t3 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [collection1_shard1_replica_t3] Registered new searcher Searcher@480b672f[collection1_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 264353 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555471037628416
[junit4] 2> 264390 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264390 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264410 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 265769 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@617f51bc[collection1_shard1_replica_t1] main]
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 265792 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 265806 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@617f51bc[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 265859 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555472616783872
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266137 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@cfdb64[collection1_shard2_replica_t4] main]
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266140 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266177 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aafd49c[collection1_shard2_replica_t6] main]
[junit4] 2> 266509 INFO (searcherExecutor-139-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@cfdb64[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266510 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473299406848
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 266557 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473430478848
[junit4] 2> 266637 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2aafd49c[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266835 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266836 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266840 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr START replicas=[http://127.0.0.1:39848/solr/collection1_shard1_replica_t1/] nUpdates=100
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 267106 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr START replicas=[http://127.0.0.1:46153/solr/collection1_shard2_replica_t6/] nUpdates=100
[junit4] 2> 267299 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 267351 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr DONE. We have no versions. sync failed.
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267569 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController collection1_shard1_replica_t3 stopping background replication from leader
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr DONE. We have no versions. sync failed.
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267609 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 stopping background replication from leader
[junit4] 2> 267709 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/ shard2
[junit4] 2> 267710 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/ shard1
[junit4] 2> 267850 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267850 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267878 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267886 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8103
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 starting background replication from leader
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 267929 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267931 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8929
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 starting background replication from leader
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 268052 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268057 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268298 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 268308 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6393
[junit4] 2> 268350 INFO (qtp750240940-338) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268351 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f8de9cf[collection1_shard1_replica_t1] main]
[junit4] 2> 268368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7f8de9cf[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268385 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6469
[junit4] 2> 268609 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 268759 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268366 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 268762 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268765 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@23b9398d[collection1_shard2_replica_t6] main]
[junit4] 2> 268766 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@23b9398d[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268891 INFO (OverseerCollectionConfigSetProcessor-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 269633 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=11418
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 270102 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[6B92EF153FC882F1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 270641 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477276655616&distrib.from=http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 17
[junit4] 2> 271362 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@393311e6[collection1_shard2_replica_t6] main]
[junit4] 2> 272330 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@393311e6[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272367 INFO (qtp750240940-337) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477203255296&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 1745
[junit4] 2> 272405 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=37
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc41ab1[collection1_shard1_replica_t1] main]
[junit4] 2> 272408 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@fc41ab1[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272425 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 2123
[junit4] 2> 272426 INFO (qtp1419144632-349) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 2304
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479760732160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272673 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272678 INFO (qtp1419144632-347) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272737 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 65
[junit4] 2> 272744 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479955767296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272859 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272899 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 272948 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272949 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 90
[junit4] 2> 273280 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273547 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273843 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274097 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274342 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274344 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2abccf9[collection1_shard2_replica_t6] main]
[junit4] 2> 274363 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2abccf9[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274365 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=31
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b75fb56[collection1_shard1_replica_t1] main]
[junit4] 2> 274368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7b75fb56[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274466 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274721 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
[junit4] 2> 275028 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275311 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275557 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=6
[junit4] 2> 276921 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=35
[junit4] 2> 277318 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a756148[collection1_shard2_replica_t6] main]
[junit4] 2> 277321 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@5a756148[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[...truncated too long message...]
isk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_6B92EF153FC882F1-001
[junit4] 2> Dec 01, 2017 5:01:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Dec 01, 2017 5:02:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=857, blockSize=147), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=147)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-PA, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=103692392,total=401604608
[junit4] 2> NOTE: All tests run in this JVM: [HdfsCollectionsAPIDistributedZkTest, TestReqParamsAPI, ConvertedLegacyTest, ShardRoutingCustomTest, TestDynamicFieldResource, TestTrackingShardHandlerFactory, TestPushWriter, TestRTGBase, TestCloudRecovery, TestMacros, TestAtomicUpdateErrorCases, TemplateUpdateProcessorTest, QueryEqualityTest, TestPointFields, TestSolr4Spatial2, HdfsWriteToMultipleCollectionsTest, TestPseudoReturnFields, CdcrBootstrapTest, TestExpandComponent, TestOmitPositions, AnalysisErrorHandlingTest, TestInitParams, SignatureUpdateProcessorFactoryTest, ManagedSchemaRoundRobinCloudTest, TestQuerySenderNoQuery, PreAnalyzedFieldTest, ReplaceNodeTest, RegexBoostProcessorTest, SolrRequestParserTest, ShowFileRequestHandlerTest, OutputWriterTest, TestSQLHandlerNonCloud, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=6B92EF153FC882F1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
[junit4] Completed [90/749 (2!)] on J1 in 126.13s, 9 tests, 3 errors <<< FAILURES!
[...truncated 36212 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1077359280
[ecj-lint] Compiling 825 source files to /tmp/ecj1077359280
[ecj-lint] ----------
[ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/codecs/CodecUtil.java (at line 523)
[ecj-lint] throw new CorruptIndexException("misplaced codec footer (file truncated?): length=" + in.length() + " but footerLength==" + footerLength(), input);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'in' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FlushPolicy.java (at line 19)
[ecj-lint] import java.util.Iterator;
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.Iterator is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 144)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 186)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/ReadersAndUpdates.java (at line 846)
[ecj-lint] SegmentReader newReader = new SegmentReader(info, reader, liveDocs, info.info.maxDoc() - delCount);
[ecj-lint] ^^^^^^^^^
[ecj-lint] Resource leak: 'newReader' is never closed
[ecj-lint] ----------
[ecj-lint] 5 problems (1 error, 4 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:203: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2105: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2144: Compile failed; see the compiler error output for details.
Total time: 279 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 264 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/264/
10 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:57891/solr","node_name":"127.0.0.1:57891_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:57891/solr","node_name":"127.0.0.1:57891_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet
Error Message:
Could not find collection : nodeset_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodeset_collection
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:C378A98CBC90AFCB]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet(CollectionsAPIDistributedZkTest.java:404)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:F23AF007E88B3D3B]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:112)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:287)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRandomRequestDistribution.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:487)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:440)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 38 more
FAILED: org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.testSanity
Error Message:
Could not load collection from ZK: test_col
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: test_col
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:1138D991DA368D6D]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1205)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.clearCollection(TestTolerantUpdateProcessorCloud.java:220)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/test_col/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 47 more
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:60472_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:60472_solr wasn't created
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:8061F660DB2446AC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11644 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 154231 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/init-core-data-001
[junit4] 2> 154232 WARN (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 154233 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 154344 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 154344 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 154390 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 155041 INFO (Thread-24) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 155041 INFO (Thread-24) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 155042 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkTestServer start zk server on port:48970
[junit4] 2> 155057 ERROR (Thread-24) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 157150 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 157154 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 157161 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 157166 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 157170 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 157177 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 157221 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 157225 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 157230 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 157237 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 157241 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 157299 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 159238 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 159239 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35a06b8f{/,null,AVAILABLE}
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cd07c10{HTTP/1.1,[http/1.1]}{127.0.0.1:58297}
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @176251ms
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=58297, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores}
[junit4] 2> 159282 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:30:54.679Z
[junit4] 2> 159525 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 159525 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/solr.xml
[junit4] 2> 159863 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 159863 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 159920 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 160039 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48970/solr
[junit4] 2> 161253 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 161255 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58297_
[junit4] 2> 161255 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.Overseer Overseer (id=99090553270435844-127.0.0.1:58297_-n_0000000000) starting
[junit4] 2> 161562 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58297_
[junit4] 2> 161566 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 162877 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163445 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163481 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163483 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores
[junit4] 2> 164672 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 164673 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48970/solr ready
[junit4] 2> 164700 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58297_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 165066 INFO (OverseerThreadFactory-65-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 165262 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 165320 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 165446 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 167270 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 170625 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 170691 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 170838 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 171114 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 173426 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 174921 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 175190 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 175226 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7130372378030084]
[junit4] 2> 175350 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 176039 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 176039 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 176041 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 176041 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 176061 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=520455802, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 176109 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70ed7ed3[control_collection_shard1_replica_n1] main]
[junit4] 2> 176131 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 176132 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 176133 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 176133 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585448874441441280
[junit4] 2> 176142 INFO (searcherExecutor-68-thread-1-processing-n:127.0.0.1:58297_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@70ed7ed3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58297/control_collection_shard1_replica_n1/
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 176166 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58297/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 176166 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 176189 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58297/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 176690 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 176729 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 176751 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=11489
[junit4] 2> 176832 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 176850 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 176851 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 177841 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58297_&wt=javabin&version=2} status=0 QTime=13141
[junit4] 2> 178843 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 178843 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48970/solr ready
[junit4] 2> 178852 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 179585 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 179688 INFO (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 179689 WARN (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 179842 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 179843 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=258
[junit4] 2> 179874 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 183171 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001 of type NRT
[junit4] 2> 183174 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 183195 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@254fbd17{/,null,AVAILABLE}
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35a958ad{HTTP/1.1,[http/1.1]}{127.0.0.1:59915}
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @200165ms
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=59915, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores}
[junit4] 2> 183196 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:31:18.593Z
[junit4] 2> 183640 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 183641 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/solr.xml
[junit4] 2> 183659 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 183659 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 183660 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 184353 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48970/solr
[junit4] 2> 184834 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 184849 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 184867 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59915_
[junit4] 2> 184868 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 184931 INFO (zkCallback-37-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 185035 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 186596 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 186960 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 186961 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 187100 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores
[junit4] 2> 187630 INFO (qtp1782636886-151) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59915_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 187694 INFO (OverseerThreadFactory-65-thread-3-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59915_ for creating new replica
[junit4] 2> 187850 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187851 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 188326 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 188635 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 190299 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 190582 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 190582 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 190583 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190583 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 190604 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7130372378030084]
[junit4] 2> 190701 WARN (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 191306 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 191306 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191307 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191307 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191393 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=520455802, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 191413 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f350fb0[collection1_shard2_replica_n41] main]
[junit4] 2> 191415 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191415 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191416 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191416 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585448890466828288
[junit4] 2> 191423 INFO (searcherExecutor-79-thread-1-processing-n:127.0.0.1:59915_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@5f350fb0[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59915/collection1_shard2_replica_n41/
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:59915/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 191479 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59915/collection1_shard2_replica_n41/ shard2
[junit4] 2> 191501 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 191541 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 191570 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3719
[junit4] 2> 191617 INFO (qtp1782636886-151) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59915_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=3987
[junit4] 2> 191749 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 191842 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 192942 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001 of type NRT
[junit4] 2> 192943 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 194100 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56a86964{/,null,AVAILABLE}
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4805183d{HTTP/1.1,[http/1.1]}{127.0.0.1:49611}
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @211070ms
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=49611, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001/cores}
[junit4] 2> 194109 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:31:29.510Z
[junit4] 2> 194249 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 194249 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001/solr.xml
[junit4] 2> 194384 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 194
[...truncated too long message...]
a_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=761949083
[junit4] 2> 8854407 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard2.replica_n7, tag=561560033
[junit4] 2> 8854407 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c47ce19: rootName = solr_48695, domain = solr.core.test_col.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.test_col.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@59e96356
[junit4] 2> 8854423 INFO (jetty-closer-2929-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99091107951673355-127.0.0.1:57927_solr-n_0000000000) closing
[junit4] 2> 8854452 INFO (OverseerStateUpdate-99091107951673355-127.0.0.1:57927_solr-n_0000000000) [n:127.0.0.1:57927_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57927_solr
[junit4] 2> 8854454 INFO (coreCloseExecutor-7677-thread-1) [n:127.0.0.1:52421_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=270763561
[junit4] 2> 8854506 INFO (jetty-closer-2929-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbfb2d6{/solr,null,UNAVAILABLE}
[junit4] 2> 8854514 INFO (coreCloseExecutor-7676-thread-1) [n:127.0.0.1:41827_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=1109232987
[junit4] 2> 8854522 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=561560033
[junit4] 2> 8854573 INFO (jetty-closer-2929-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cbce3ee{/solr,null,UNAVAILABLE}
[junit4] 2> 8855271 WARN (OverseerAutoScalingTriggerThread-99091107951673355-127.0.0.1:57927_solr-n_0000000000) [n:127.0.0.1:57927_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 8855371 INFO (jetty-closer-2929-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c862c06{/solr,null,UNAVAILABLE}
[junit4] 2> 8856242 INFO (jetty-closer-2929-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45bccef{/solr,null,UNAVAILABLE}
[junit4] 2> 8856264 ERROR (SUITE-TestTolerantUpdateProcessorCloud-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 8856265 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40151 40151
[junit4] 2> 8856368 INFO (Thread-6707) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40151 40151
[junit4] 2> 8856370 WARN (Thread-6707) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/test_col/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99091107951673359-127.0.0.1:52421_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99091107951673352-127.0.0.1:41827_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorCloud_98DB7E6CD5118B43-001
[junit4] 2> Nov 30, 2017 2:55:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=fi, timezone=Africa/Mogadishu
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=106949536,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestRequestForwarding, DirectSolrSpellCheckerTest, DistributedSpellCheckComponentTest, PreAnalyzedUpdateProcessorTest, V2ApiIntegrationTest, TestRealTimeGet, DirectSolrConnectionTest, CursorMarkTest, TestElisionMultitermQuery, ReturnFieldsTest, LeaderElectionContextKeyTest, TestCharFilters, TestSolrQueryResponse, TestUniqueKeyFieldResource, AsyncCallRequestStatusResponseTest, DistributedQueryComponentCustomSortTest, TestCoreDiscovery, SolrIndexMetricsTest, HdfsTlogReplayBufferedWhileIndexingTest, HLLSerializationTest, TestDistributedGrouping, RequiredFieldsTest, TestSchemaManager, DefaultValueUpdateProcessorTest, BlockJoinFacetSimpleTest, HdfsRestartWhileUpdatingTest, MigrateRouteKeyTest, TestCorePropertiesReload, SystemInfoHandlerTest, DistanceFunctionTest, TestLMDirichletSimilarityFactory, TestHdfsBackupRestoreCore, TestHdfsUpdateLog, TestLRUCache, TestNamedUpdateProcessors, DirectoryFactoryTest, TestSkipOverseerOperations, TestGraphMLResponseWriter, IndexSchemaTest, SolrCloudExampleTest, TestSlowCompositeReaderWrapper, DistributedFacetExistsSmallTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, TestDistribDocBasedVersion, XmlUpdateRequestHandlerTest, TestSolrCoreParser, CheckHdfsIndexTest, HdfsChaosMonkeyNothingIsSafeTest, TestSubQueryTransformerCrossCore, TestApiFramework, TestQuerySenderListener, TestLegacyFieldCache, RankQueryTest, ChangedSchemaMergeTest, RulesTest, TestFieldCacheSortRandom, DistribJoinFromCollectionTest, CoreAdminHandlerTest, SimplePostToolTest, TestFunctionQuery, TestManagedSchemaAPI, SolrCloudReportersTest, OverseerCollectionConfigSetProcessorTest, TestSolrCloudSnapshots, TestJsonRequest, TestCloudPivotFacet, TestConfigSetImmutable, SuggesterWFSTTest, TestRestoreCore, AlternateDirectoryTest, TestImpersonationWithHadoopAuth, WordBreakSolrSpellCheckerTest, TestRuleBasedAuthorizationPlugin, ReplicationFactorTest, SpellPossibilityIteratorTest, UUIDUpdateProcessorFallbackTest, TestEmbeddedSolrServerConstructors, ClassificationUpdateProcessorIntegrationTest, UUIDFieldTest, TestTolerantUpdateProcessorRandomCloud, UpdateLogTest, StressHdfsTest, TestStressUserVersions, XsltUpdateRequestHandlerTest, TestMultiWordSynonyms, CoreAdminCreateDiscoverTest, TestCoreAdminApis, SortByFunctionTest, AtomicUpdateProcessorFactoryTest, TestCustomDocTransformer, TestLegacyNumericUtils, DeleteNodeTest, CopyFieldTest, TestCustomSort, TestReload, VMParamsZkACLAndCredentialsProvidersTest, LeaderInitiatedRecoveryOnCommitTest, TestHttpShardHandlerFactory, ExecutePlanActionTest, SystemLogListenerTest, TestUseDocValuesAsStored2, TestRandomRequestDistribution, PluginInfoTest, TestLeaderInitiatedRecoveryThread, ClusterStateTest, LeaderElectionTest, ShufflingReplicaListTransformerTest, HttpSolrCallGetCoreTest, QueryResultKeyTest, NodeAddedTriggerTest, PKIAuthenticationIntegrationTest, TestRandomCollapseQParserPlugin, TestPullReplica, UnloadDistributedZkTest, SolrTestCaseJ4Test, TestIndexSearcher, TestValueSourceCache, TestPartialUpdateDeduplication, SearchHandlerTest, SuggesterTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedSearch, TermVectorComponentDistributedTest, TestCoreContainer, StatsComponentTest, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SpatialFilterTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DocValuesMultiTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, UpdateParamsTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestDocumentBuilder, DistributedMLTComponentTest, CursorPagingTest, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, AddReplicaTest, AssignTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, ReplaceNodeTest, SSLMigrationTest, ShardSplitTest, TestTolerantUpdateProcessorCloud]
[junit4] Completed [564/749 (10!)] on J2 in 238.19s, 19 tests, 1 error <<< FAILURES!
[...truncated 48097 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 263 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/263/
All tests passed
Build Log:
[...truncated 11641 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933321174147853257742.sysout
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933887887701107439872.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 65536 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/hs_err_pid8365.log
[junit4] #
[junit4] # Compiler replay data is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/replay_pid8365.log
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6932014798588224703707.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 1572864 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/hs_err_pid8366.log
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J2: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6932811368058791042275.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000ffe80000, 1572864, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (malloc) failed to allocate 32744 bytes for ChunkPool::allocate
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/hs_err_pid8354.log
[junit4] [thread 140183873496832 also had an error]
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00007f7f1e480000, 65536, 1) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J0: EOF ----
[...truncated 1 lines...]
[junit4] ERROR: JVM J0 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6905969444529497008855.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6901844578595118892457.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J1 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933326496551766667498.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6935974964888529796150.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933321174147853257742.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6932014798588224703707.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J2 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2 -Djunit4.childvm.id=2 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6936047985754117569487.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933785439355529774926.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933887887701107439872.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6932811368058791042275.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
Total time: 167 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #262 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 262 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/262/
2 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
wrong number of events added to .system expected:<9> but was:<8>
Stack Trace:
java.lang.AssertionError: wrong number of events added to .system expected:<9> but was:<8>
at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11875 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
[junit4] 2> 1000385 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/init-core-data-001
[junit4] 2> 1000386 WARN (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 1000386 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1000399 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1000400 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001
[junit4] 2> 1000400 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1000401 INFO (Thread-844) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1000401 INFO (Thread-844) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1000403 ERROR (Thread-844) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1000501 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42638
[junit4] 2> 1000506 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000507 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000508 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000508 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2662a668{/solr,null,AVAILABLE}
[junit4] 2> 1000521 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@403fb16d{/solr,null,AVAILABLE}
[junit4] 2> 1000522 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3866a0b2{/solr,null,AVAILABLE}
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43e2ecd1{HTTP/1.1,[http/1.1]}{127.0.0.1:40969}
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.Server Started @1015709ms
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40969}
[junit4] 2> 1000534 ERROR (jetty-launcher-1761-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.786Z
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e37e653{HTTP/1.1,[http/1.1]}{127.0.0.1:34748}
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.Server Started @1015729ms
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34748}
[junit4] 2> 1000554 ERROR (jetty-launcher-1761-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.806Z
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8636407{HTTP/1.1,[http/1.1]}{127.0.0.1:40045}
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.Server Started @1015730ms
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40045}
[junit4] 2> 1000555 ERROR (jetty-launcher-1761-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.807Z
[junit4] 2> 1000615 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000647 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000655 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1000683 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000742 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1000763 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1001014 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1001016 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40969_solr
[junit4] 2> 1001029 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=99081161779052551-127.0.0.1:40969_solr-n_0000000000) starting
[junit4] 2> 1001067 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 1001067 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1001067 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1001159 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001224 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001240 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40969_solr]
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1001245 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr
[junit4] 2> 1001273 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001281 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001370 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1001373 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1001374 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1001528 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001543 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001766 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001767 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001768 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/.
[junit4] 2> 1001824 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001824 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001846 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/.
[junit4] 2> 1002061 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1002063 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1002074 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34748_solr
[junit4] 2> 1002075 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002075 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002102 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002378 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002441 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002441 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002442 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/.
[junit4] 2> 1002480 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1002705 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1002705 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1002718 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1002850 INFO (OverseerThreadFactory-1563-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1002995 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003018 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003131 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003407 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003407 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003534 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003534 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003535 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003535 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003643 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1003745 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003752 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003753 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003755 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003855 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003856 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003857 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003857 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003858 INFO (zkCallback-1776-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003870 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1004643 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1004699 WARN (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1004700 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1004752 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1004774 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1004827 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1004841 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1004844 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1004844 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1004934 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1005060 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1005079 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
[junit4] 2> 1005082 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n4' using configuration from collection .system, trusted=true
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core..system.shard1.replica_n4' (registry 'solr.core..system.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [[.system_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/.system_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./.system_shard1_replica_n4/data/]
[junit4] 2> 1005135 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1005207 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1005207 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 1005580 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005580 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005581 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005581 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005583 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bef2f33[.system_shard1_replica_n1] main]
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005598 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005598 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005629 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005629 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005631 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005631 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005632 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77d9bfe8[.system_shard1_replica_n2] main]
[junit4] 2> 1005633 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298593949941760
[junit4] 2> 1005704 INFO (searcherExecutor-1570-thread-1-processing-n:127.0.0.1:34748_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@2bef2f33[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005704 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 1005705 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005705 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005705 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1005739 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005739 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005741 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f4a2a4c[.system_shard1_replica_n4] main]
[junit4] 2> 1005741 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005756 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005756 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298594078916608
[junit4] 2> 1005796 INFO (searcherExecutor-1572-thread-1-processing-n:127.0.0.1:40045_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@77d9bfe8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005800 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005800 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298594125053952
[junit4] 2> 1005802 INFO (searcherExecutor-1571-thread-1-processing-n:127.0.0.1:40969_solr x:.system_shard1_replica_n4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [.system_shard1_replica_n4] Registered new searcher Searcher@7f4a2a4c[.system_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005946 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005962 INFO (zkCallback-1776-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005962 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34748/solr/.system_shard1_replica_n1/
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:34748/solr START replicas=[http://127.0.0.1:40045/solr/.system_shard1_replica_n2/, http://127.0.0.1:40969/solr/.system_shard1_replica_n4/] nUpdates=100
[junit4] 2> 1006317 INFO (qtp1985513277-7877) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1006318 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.S.Request [.system_shard1_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:34748/solr DONE. We have no versions. sync failed.
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1006606 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34748/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 1006714 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1006735 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006735 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006779 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1006781 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3373
[junit4] 2> 1006816 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3280
[junit4] 2> 1006828 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3294
[junit4] 2> 1006873 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1006898 INFO (OverseerCollectionConfigSetProcessor-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1006972 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1007726 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1007876 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5158
[junit4] 2> 1008027 INFO (TEST-SystemLogListenerTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1008052 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1008053 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1008068 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008069 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008071 INFO (qtp1504246322-7889) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008084 DEBUG (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1008104 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 1008142 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1008178 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008178 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008178 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1008179 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1008180 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1008214 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008232 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1008233 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1008251 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008253 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008267 INFO (qtp1504246322-7892) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=12
[junit4] 2> 1008267 DEBUG (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1008340 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 1008340 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1008341 INFO (qtp1490811998-7875) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&name=test&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1008341 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008356 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008356 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1008357 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1008357 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1008357 INFO (OverseerThreadFactory-1563-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.CreateCollectionCmd Create collection test
[junit4] 2> 1008625 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008625 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008626 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008626 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008627 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_shard3_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008657 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_shard3_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008726 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008868 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=test_shard2_replica_n3&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008872 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=test_shard1_replica_n2&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008892 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=test_shard2_replica_n4&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008893 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=test_shard3_replica_n5&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008896 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=test_shard1_replica_n1&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008909 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=test_shard3_replica_n6&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1009019 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009034 INFO (zkCallback-1777-thread-3-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009218 DEBUG (ScheduledTrigger-1561-thread-4) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1009729 DEBUG (ScheduledTrigger-1561-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010129 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010165 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.IndexSchema [test_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1010167 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010167 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n2' using configuration from collection test, trusted=true
[junit4] 2> 1010329 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010332 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010353 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core.test.shard1.replica_n2' (registry 'solr.core.test.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrCore [[test_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/test_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./test_shard1_replica_n2/data/]
[junit4] 2> 1010409 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.IndexSchema [test_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1010410 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010426 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.s.IndexSchema [test_shard3_replica_n5] Schema name=minimal
[junit4] 2> 1010427 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010447 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010447 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n3' using configuration from collection test, trusted=true
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.test.shard2.replica_n3' (registry 'solr.core.test.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrCore [[test_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/test_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./test_shard2_replica_n3/data/]
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n5' using configuration from collection test, trusted=true
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core.test.shard3.replica_n5' (registry 'solr.core.test.shard3.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrCore [[test_shard3_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/test_shard3_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./test_shard3_replica_n5/data/]
[junit4] 2> 1010483 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010500 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.s.IndexSchema [test_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1010500 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.s.IndexSchema [test_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1010547 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.s.IndexSchema [test_shard3_replica_n6] Schema name=minimal
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n6' using configuration from collection test, trusted=true
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.test.shard3.replica_n6' (registry 'solr.core.test.shard3.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrCore [[test_shard3_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/test_shard3_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./test_shard3_replica_n6/data/]
[junit4] 2> 1010748 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010755 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010755 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n4' using configuration from collection test, trusted=true
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.test.shard2.replica_n4' (registry 'solr.core.test.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrCore [[test_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/test_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./test_shard2_replica_n4/data/]
[junit4] 2> 1010868 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010868 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n1' using configuration from collection test, trusted=true
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.test.shard1.replica_n1' (registry 'solr.core.test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrCore [[test_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/test_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./test_shard1_replica_n1/data/]
[junit4] 2> 1011226 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1011226 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1011228 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1011228 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1011241 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e7e430[test_shard1_replica_n2] main]
[junit4] 2> 1011244 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1011244 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1011261 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1011261 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1011263 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@396e4db6[test_shard2_replica_n3] main]
[junit4] 2> 1011265 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBas
[...truncated too long message...]
codahale.metrics.MetricRegistry@7be3b2f8
[junit4] 2> 1424470 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1424474 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1424474 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4544eccf: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fe6b33
[junit4] 2> 1424477 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1424477 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b6bd3dc: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e735401
[junit4] 2> 1424499 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36297_bu
[junit4] 2> 1424500 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1424558 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.Overseer Overseer (id=99081183818678294-127.0.0.1:36297_bu-n_0000000005) closing
[junit4] 2> 1424559 WARN (OverseerAutoScalingTriggerThread-99081183818678294-127.0.0.1:36297_bu-n_0000000005) [n:127.0.0.1:36297_bu ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1424559 INFO (OverseerStateUpdate-99081183818678294-127.0.0.1:36297_bu-n_0000000005) [n:127.0.0.1:36297_bu ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36297_bu
[junit4] 2> 1424579 INFO (zkCallback-676-thread-3-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1426974 WARN (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [collection1_shard1_replica_n25] CLOSING SolrCore org.apache.solr.core.SolrCore@a81b96e
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n25, tag=176273774
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d1b0dfc: rootName = null, domain = solr.core.collection1.shard1.replica_n25, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n25 / com.codahale.metrics.MetricRegistry@3a7e4ab2
[junit4] 2> 1427003 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=176273774
[junit4] 2> 1427061 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5cd497e8{SSL,[ssl, http/1.1]}{127.0.0.1:36297}
[junit4] 2> 1427061 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a11ca1f{/bu,null,UNAVAILABLE}
[junit4] 2> 1427062 ERROR (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1427088 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46815 46815
[junit4] 2> 1427446 INFO (Thread-1506) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46815 46815
[junit4] 2> 1427463 WARN (Thread-1506) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/99081183818678277-127.0.0.1:40737_bu-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99081183818678282-core_node22-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99081183818678282-127.0.0.1:46381_bu-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=64D9824EAA566AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Ho_Chi_Minh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 89.6s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but was:<1>
[junit4] > at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_64D9824EAA566AA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_s=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{other_tl1=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=280, maxMBSortInHeap=6.799311483016091, sim=RandomSimilarity(queryNorm=false): {}, locale=hr, timezone=Asia/Ho_Chi_Minh
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=113164160,total=483393536
[junit4] 2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestPerFieldSimilarity, SparseHLLTest, TestFastLRUCache, SolrCLIZkUtilsTest, SynonymTokenizerTest, RequestLoggingTest, LegacyCloudClusterPropTest, TestConfigSetsAPIExclusivity, TestSolrCloudWithKerberosAlt, DistributedVersionInfoTest, TestSolrQueryParser, TestLegacyFieldReuse, HighlighterConfigTest, TemplateUpdateProcessorTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, TestPushWriter, SuggesterFSTTest, CollectionTooManyReplicasTest, TestLazyCores, NumericFieldsTest, TestAnalyzedSuggestions, TriLevelCompositeIdRoutingTest, MBeansHandlerTest, AssignTest, CdcrRequestHandlerTest, TestSerializedLuceneMatchVersion, DistributedTermsComponentTest, TestInitParams, TestSimpleTrackingShardHandler, CreateCollectionCleanupTest, SOLR749Test, SuggesterTSTTest, TestBulkSchemaAPI, MoveReplicaHDFSFailoverTest, RollingRestartTest, TestFilteredDocIdSet, TestFieldTypeCollectionResource, SchemaVersionSpecificBehaviorTest, RequestHandlersTest, WrapperMergePolicyFactoryTest, TestReplicaProperties, PathHierarchyTokenizerFactoryTest, SolrCmdDistributorTest, SpellingQueryConverterTest, HdfsWriteToMultipleCollectionsTest, TestExactStatsCache, TestQueryWrapperFilter, TestMacros, HdfsDirectoryFactoryTest, RuleEngineTest, PreAnalyzedFieldTest, PeerSyncReplicationTest]
[junit4] Completed [119/749 (2!)] on J1 in 89.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 49512 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 261 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/261/
3 tests failed.
FAILED: org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance
Error Message:
evaluation took more than 1m: 63s
Stack Trace:
java.lang.AssertionError: evaluation took more than 1m: 63s
at __randomizedtesting.SeedInfo.seed([991B0048413D692F:5EFAF26A2A895180]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:37892","node_name":"127.0.0.1:37892_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:45949", "node_name":"127.0.0.1:45949_", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:37892", "node_name":"127.0.0.1:37892_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:52144", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:52144_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:37892","node_name":"127.0.0.1:37892_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:45949",
"node_name":"127.0.0.1:45949_",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:37892",
"node_name":"127.0.0.1:37892_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:52144",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:52144_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([D1A97D8512B487E2:59FD425FBC48EA1A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([D1A97D8512B487E2:59FD425FBC48EA1A]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 6144 lines...]
[junit4] Suite: org.apache.lucene.classification.CachingNaiveBayesClassifierTest
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CachingNaiveBayesClassifierTest -Dtests.method=testPerformance -Dtests.seed=991B0048413D692F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=SystemV/MST7MDT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 72.5s J2 | CachingNaiveBayesClassifierTest.testPerformance <<<
[junit4] > Throwable #1: java.lang.AssertionError: evaluation took more than 1m: 63s
[junit4] > at __randomizedtesting.SeedInfo.seed([991B0048413D692F:5EFAF26A2A895180]:0)
[junit4] > at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {bool=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), cat=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=1239, maxMBSortInHeap=5.073220488182082, sim=RandomSimilarity(queryNorm=true): {bool=DFR I(F)B3(800.0), cat=DFR I(F)B2, text=DFR I(F)3(800.0)}, locale=no, timezone=SystemV/MST7MDT
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=311680272,total=339738624
[junit4] 2> NOTE: All tests run in this JVM: [CachingNaiveBayesClassifierTest]
[junit4] Completed [8/11 (1!)] on J2 in 85.70s, 4 tests, 1 failure <<< FAILURES!
[...truncated 5747 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9887116598822441555375.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 89653248 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/hs_err_pid11045.log
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9882011441173379104683.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000e8280000, 89653248, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J1: EOF ----
[...truncated 201 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/init-core-data-001
[junit4] 2> 1884435 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1884435 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1884445 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1884445 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1884445 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1884462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1884465 INFO (Thread-975) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1884465 INFO (Thread-975) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1884542 ERROR (Thread-975) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1884757 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkTestServer start zk server on port:49705
[junit4] 2> 1884912 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1884918 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1884926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1884926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1884934 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1884934 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1884945 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1884946 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1884947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1884947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1884948 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1884961 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1885726 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b465e3e{/,null,AVAILABLE}
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f3a2581{HTTP/1.1,[http/1.1]}{127.0.0.1:37962}
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1904724ms
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/control/data, hostContext=/, hostPort=45949, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores}
[junit4] 2> 1885728 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:10.793Z
[junit4] 2> 1885828 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1885829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/solr.xml
[junit4] 2> 1885832 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1885832 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1885833 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1885846 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1887187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1887187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45949_
[junit4] 2> 1887205 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.Overseer Overseer (id=99078250792943620-127.0.0.1:45949_-n_0000000000) starting
[junit4] 2> 1887294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45949_
[junit4] 2> 1887345 INFO (OverseerStateUpdate-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1888433 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1888531 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1888531 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1888558 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores
[junit4] 2> 1888846 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1888847 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49705/solr ready
[junit4] 2> 1888847 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45086,localport=45949], receiveBufferSize:531000
[junit4] 2> 1888848 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37962,localport=56316], receiveBufferSize=530904
[junit4] 2> 1888855 INFO (qtp2142027995-4490) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45949_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1888859 INFO (OverseerThreadFactory-2059-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1888974 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45088,localport=45949], receiveBufferSize:531000
[junit4] 2> 1888986 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37962,localport=56318], receiveBufferSize=530904
[junit4] 2> 1888986 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1888986 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1889161 INFO (zkCallback-858-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1890011 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1890041 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1891734 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1891806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1891806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1891806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1891807 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1891849 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=0.1689453125, floorSegmentMB=0.3125, forceMergeDeletesPctAllowed=0.9695897561665889, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7244657648918478
[junit4] 2> 1891871 WARN (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1893750 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1893750 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1893751 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1893751 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1893752 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=46.9599609375, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.984123740915315, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8754046518088943
[junit4] 2> 1893757 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd5a9e1[control_collection_shard1_replica_n1] main]
[junit4] 2> 1893786 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1893786 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1893794 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1893794 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585252022468214784
[junit4] 2> 1893804 INFO (searcherExecutor-2062-thread-1-processing-n:127.0.0.1:45949_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1fd5a9e1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45949/control_collection_shard1_replica_n1/
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45949/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1893824 INFO (zkCallback-858-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1893825 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45949/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1893825 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1893842 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4856
[junit4] 2> 1893844 INFO (qtp2142027995-4490) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1893962 INFO (zkCallback-858-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1894844 INFO (qtp2142027995-4490) [n:127.0.0.1:45949_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45949_&wt=javabin&version=2} status=0 QTime=5989
[junit4] 2> 1894858 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1894858 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49705/solr ready
[junit4] 2> 1894858 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1894867 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45091,localport=45949], receiveBufferSize:531000
[junit4] 2> 1894878 INFO (qtp2142027995-4491) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1894878 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37962,localport=56321], receiveBufferSize=530904
[junit4] 2> 1894886 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1894926 INFO (OverseerThreadFactory-2059-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1894946 WARN (OverseerThreadFactory-2059-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1895209 INFO (qtp2142027995-4491) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1895209 INFO (qtp2142027995-4491) [n:127.0.0.1:45949_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=331
[junit4] 2> 1895953 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001 of type NRT
[junit4] 2> 1895985 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5581b418{/,null,AVAILABLE}
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b01bb8e{HTTP/1.1,[http/1.1]}{127.0.0.1:39191}
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1914986ms
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=37892, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores}
[junit4] 2> 1895990 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1895991 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1895991 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1895991 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:21.056Z
[junit4] 2> 1896270 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1896271 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/solr.xml
[junit4] 2> 1896274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1896274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1896275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1896278 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1896308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1896320 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1896322 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37892_
[junit4] 2> 1896322 INFO (zkCallback-858-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896329 INFO (zkCallback-866-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896421 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896866 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1896908 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1896908 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1896926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores
[junit4] 2> 1896927 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1897042 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52841,localport=37892], receiveBufferSize:531000
[junit4] 2> 1897043 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39191,localport=60957], receiveBufferSize=530904
[junit4] 2> 1897359 INFO (qtp1536310448-4544) [n:127.0.0.1:37892_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37892_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1897378 INFO (OverseerThreadFactory-2059-thread-3-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37892_ for creating new replica
[junit4] 2> 1897380 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52843,localport=37892], receiveBufferSize:531000
[junit4] 2> 1897385 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1897386 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1897431 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39191,localport=60959], receiveBufferSize=530904
[junit4] 2> 1897473 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1898130 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1899282 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1899319 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1899319 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1899320 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1899320 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1899358 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=0.1689453125, floorSegmentMB=0.3125, forceMergeDeletesPctAllowed=0.9695897561665889, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7244657648918478
[junit4] 2> 1899724 WARN (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1899846 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1899846 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1899847 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1899847 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1899848 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=46.9599609375, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.984123740915315, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8754046518088943
[junit4] 2> 1899848 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@55da2def[collection1_shard2_replica_n41] main]
[junit4] 2> 1899849 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1899849 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1899850 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1899850 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585252028818391040
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37892/collection1_shard2_replica_n41/
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:37892/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1899869 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37892/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1899878 INFO (searcherExecutor-2073-thread-1-processing-n:127.0.0.1:37892_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@55da2def[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1899888 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1899925 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1899957 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2572
[junit4] 2> 1899988 INFO (qtp1536310448-4544) [n:127.0.0.1:37892_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37892_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2629
[junit4] 2> 1900057 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1900717 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001 of type NRT
[junit4] 2> 1900729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ca1ea4b{/,null,AVAILABLE}
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e30268b{HTTP/1.1,[http/1.1]}{127.0.0.1:58129}
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1919852ms
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=52144, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores}
[junit4] 2> 1900856 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:25.921Z
[junit4] 2> 1900890 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1900890 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/solr.xml
[junit4] 2> 1900893 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1900893 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1900895 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1900897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1900938 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1900939 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1900940 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52144_
[junit4] 2> 1900941 INFO (zkCallback-866-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900949 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900949 INFO (zkCallback-858-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900982 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1901058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1901069 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1901069 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1901080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores
[junit4] 2> 1901364 INFO (qtp1536310448-4545) [n:127.0.0.1:37892_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52144_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1901368 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1901369 INFO (OverseerThreadFactory-2059-thread-4-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52144_ for creating new replica
[junit4] 2> 1901371 INFO (SocketProxy-Acceptor-52144) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38276,localport=52144], receiveBufferSize:531000
[junit4] 2> 1901372 INFO (SocketProxy-Acceptor-52144) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=58129,localport=39519], receiveBufferSize=530904
[junit4] 2> 1901379 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1901380 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1901483 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1901483 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1902407 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1902450 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1902928 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1902963 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=0.1689453125, floorSegmentMB=0.3125, forceMergeDeletesPctAllowed=0.9695897561665889, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7244657648918478
[junit4] 2> 1902976 WARN (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1903106 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1903106 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1903107 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1903107 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1903113 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=46.9599609375, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.984123740915315, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8754046518088943
[junit4] 2> 1903114 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@108a84a4[collection1_shard1_replica_n43] main]
[junit4] 2> 1903289 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1903305 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1903306 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1903306 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585252032442269696
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52144/collection1_shard1_replica_n43/
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:52144/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1903592 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1903592 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52144/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1903592 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1903593 INFO (searcherExecutor-2084-thread-1-processing-n:127.0.0.1:52144_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@108a84a4[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903608 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1903611 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2231
[junit4] 2> 1903614 INFO (qtp1536310448-4545) [n:127.0.0.1:37892_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52144_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2249
[junit4] 2> 1903747 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1903748 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1904252 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001 of type NRT
[junit4] 2> 1904252 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1904254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54066716{/,null,AVAILABLE}
[junit4] 2> 1904254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@445a503f{HTTP/1.1,[http/1.1]}{127.0.0.1:50027}
[junit4] 2> 1904254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1923251ms
[junit4] 2> 1904255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=49263, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/cores}
[junit4] 2> 1904255 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1904275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1904275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1904276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1904276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:29.341Z
[junit4] 2> 1904299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1904299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/solr.xml
[junit4] 2> 1904331 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1904331 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1904332 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1904460 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1904584 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1904585 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1904601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49263_
[junit4] 2> 1904602 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904602 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904602 INFO (zkCallback-858-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904602 INFO (zkCallback-866-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904795 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:49263_) [n:127.0.0.1:49263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1905347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1905388 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1905388 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1905406 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/cores
[junit4] 2> 1905590 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1905642 INFO (qtp1536310448-4548) [n:127.0.0.1:37892_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:49263_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1906308 INFO (OverseerThreadFactory-2059-thread-5-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:49263_ for creating new replica
[junit4] 2> 1906310 INFO (SocketProxy-Acceptor-49263) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56000,localport=49263], receiveBufferSize:531000
[junit4] 2> 1906322 INFO (SocketProxy-Acceptor-49263) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50027,localport=60320], receiveBufferSize=530904
[junit4] 2> 1906358 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1906358 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1906361 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1906361 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1906367 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:49263_) [n:127.0.0.1:49263_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1907548 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1907603 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1908926 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1908952 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1908953 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1908953 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1908953 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkin
[...truncated too long message...]
ave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9996465019715991229733.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9997800573449667930610.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9994160322922950819839.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9994358168246119214570.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9887116598822441555375.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9882011441173379104683.syserr
Total time: 353 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #258 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 260 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/260/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([C43CE26D93BF099C:70DCBEEC65B9A98D]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:442)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11804 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6522659386859843272668.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 22020096 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/hs_err_pid8603.log
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6523585915014860266223.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000eed80000, 22020096, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J0: EOF ----
[...truncated 159 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/init-core-data-001
[junit4] 2> 1420139 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1420154 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1420155 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1420156 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001
[junit4] 2> 1420156 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1420170 INFO (Thread-1968) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1420170 INFO (Thread-1968) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1420329 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44290
[junit4] 2> 1421010 ERROR (Thread-1968) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1421179 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421180 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421183 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421187 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421187 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d609148{/solr,null,AVAILABLE}
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55d2cd29{SSL,[ssl, http/1.1]}{127.0.0.1:42635}
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.Server Started @1441969ms
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42635}
[junit4] 2> 1421195 ERROR (jetty-launcher-484-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:48.959Z
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73dea631{/solr,null,AVAILABLE}
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f488f3{SSL,[ssl, http/1.1]}{127.0.0.1:40692}
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.Server Started @1442033ms
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40692}
[junit4] 2> 1421260 ERROR (jetty-launcher-484-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:49.024Z
[junit4] 2> 1421420 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d28dbf0{/solr,null,AVAILABLE}
[junit4] 2> 1421421 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f525d30{SSL,[ssl, http/1.1]}{127.0.0.1:51479}
[junit4] 2> 1421421 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.Server Started @1442195ms
[junit4] 2> 1421421 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51479}
[junit4] 2> 1421421 ERROR (jetty-launcher-484-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:49.186Z
[junit4] 2> 1421440 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1421457 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421458 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421503 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5446c725{/solr,null,AVAILABLE}
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@364c210d{SSL,[ssl, http/1.1]}{127.0.0.1:57790}
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.Server Started @1442278ms
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57790}
[junit4] 2> 1421504 ERROR (jetty-launcher-484-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:49.268Z
[junit4] 2> 1421635 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1421637 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421637 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421658 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1421887 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421887 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421947 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1422752 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1422946 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1422754 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1423070 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1423070 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1423123 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1423377 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ffda8a21d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1423382 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ffda8a21d0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1423384 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ffda8a21d0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1423450 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1423451 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42635_solr
[junit4] 2> 1423452 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.Overseer Overseer (id=99076617541582858-127.0.0.1:42635_solr-n_0000000000) starting
[junit4] 2> 1423572 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1423598 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57790_solr
[junit4] 2> 1423660 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1423661 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1423663 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51479_solr
[junit4] 2> 1423690 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42635_solr
[junit4] 2> 1423714 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1424054 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1424067 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1424082 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40692_solr
[junit4] 2> 1424712 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424734 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424734 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424751 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node1
[junit4] 2> 1424823 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1424903 INFO (zkCallback-504-thread-2-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1424903 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1424907 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424955 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1424955 INFO (zkCallback-507-thread-1-processing-n:127.0.0.1:51479_solr) [n:127.0.0.1:51479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1425060 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425060 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425061 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2
[junit4] 2> 1425575 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425596 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425599 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425599 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425601 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node3
[junit4] 2> 1425616 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425616 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425617 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node4
[junit4] 2> 1426693 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1426762 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44290/solr ready
[junit4] 2> 1427670 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1427672 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1427752 INFO (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1427765 INFO (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1427771 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1427784 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1427784 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1427787 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1427833 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 1427834 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1427845 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1428483 INFO (OverseerThreadFactory-1107-thread-2-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1428498 WARN (OverseerThreadFactory-1107-thread-2-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
[junit4] 2> 1429185 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1429185 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=1340
[junit4] 2> 1429186 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1429223 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1429224 INFO (OverseerThreadFactory-1107-thread-3-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40692_solr for creating new replica
[junit4] 2> 1429304 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n41",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40692/solr",
[junit4] 2> "node_name":"127.0.0.1:40692_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1430415 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1430416 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1430550 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1430553 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1430575 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
[junit4] 2> 1430577 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430577 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1430578 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n41' (registry 'solr.core.halfdeletedcollection.shard1.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1430578 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430578 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002/]
[junit4] 2> 1430610 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431006 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1431006 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1431007 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1431007 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1431039 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e2b465[halfdeletedcollection_shard1_replica_n41] main]
[junit4] 2> 1431041 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1431041 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1431042 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1431042 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585225891898720256
[junit4] 2> 1431088 INFO (searcherExecutor-1116-thread-1-processing-n:127.0.0.1:40692_solr x:halfdeletedcollection_shard1_replica_n41 s:shard1 c:halfdeletedcollection r:core_node42) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] Registered new searcher Searcher@4e2b465[halfdeletedcollection_shard1_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n41/
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n41/ has no replicas
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1431116 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n41/ shard1
[junit4] 2> 1431230 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431231 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431323 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1431325 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node42&dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=909
[junit4] 2> 1431343 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2157
[junit4] 2> 1431344 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1431351 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1431364 INFO (OverseerThreadFactory-1107-thread-4-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1431373 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=null
[junit4] 2> 1431373 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8f4bb0a: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n41, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n41 / com.codahale.metrics.MetricRegistry@2a5f9ab
[junit4] 2> 1431439 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] CLOSING SolrCore org.apache.solr.core.SolrCore@3a3f2964
[junit4] 2> 1431439 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=977217892
[junit4] 2> 1431439 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=977217892
[junit4] 2> 1431455 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431455 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431486 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica_n41&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=112
[junit4] 2> 1432356 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=1011
[junit4] 2> 1432357 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1432357 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1432359 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1432360 WARN (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.LockTree lock_is_leaked at[halfdeletedcollection]
[junit4] 2> 1432360 INFO (OverseerThreadFactory-1107-thread-4-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.LockTree Unlocked multiple times : halfdeletedcollection
[junit4] 2> 1432403 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1432404 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1432957 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40692/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432984 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57790/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1433205 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1433525 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433525 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433609 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica_n3&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1433609 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1433764 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433764 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433764 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433764 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1434245 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1434271 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n1' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1434286 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n1/data/]
[junit4] 2> 1436045 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1436058 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1436058 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1436229 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1436230 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1436239 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71cb23c7[halfdeletedcollection_shard1_replica_n1] main]
[junit4] 2> 1436248 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1436249 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1436249 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1436249 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585225897358655488
[junit4] 2> 1436265 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica_n3' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard2.replica_n3' (registry 'solr.core.halfdeletedcollection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node4/halfdeletedcollection_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node4/halfdeletedcollection_shard2_replica_n3/data/]
[junit4] 2> 1436447 INFO (searcherExecutor-1121-thread-1-processing-n:127.0.0.1:40692_solr x:halfdeletedcollection_shard1_replica_n1 s:shard1 c:halfdeletedcollection r:core_node2) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n1] Registered new searcher Searcher@71cb23c7[halfdeletedcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n1/
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1436504 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n1/ shard1
[junit4] 2> 1436523 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1436525 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3320
[junit4] 2> 1436625 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436625 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436638 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436638 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436722 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1436723 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1436724 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1436724 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1436824 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ffa8538[halfdeletedcollection_shard2_replica_n3] main]
[junit4] 2> 1436974 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1436998 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1437000 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1437000 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585225898146136064
[junit4] 2> 1437064 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57790/solr/halfdeletedcollection_shard2_replica_n3/
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:57790/solr/halfdeletedcollection_shard2_replica_n3/ has no replicas
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1437078 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57790/solr/halfdeletedcollection_shard2_replica_n3/ shard2
[junit4] 2> 1437083 INFO (searcherExecutor-1126-thread-1-processing-n:127.0.0.1:57790_solr x:halfdeletedcollection_shard2_replica_n3 s:shard2 c:halfdeletedcollection r:core_node4) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n3] Registered new searcher Searcher@1ffa8538[halfdeletedcollection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1437215 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437215 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437216 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437216 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437258 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1437260 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica_n3&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3651
[junit4] 2> 1437414 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1437427 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437427 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437427 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437462 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437527 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1438419 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6059
[junit4] 2> 1438422 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1438422 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1438423 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deletePartiallyCreatedCollection
[junit4] 2> 1438544 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 1438545 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1438545 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1438555 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1438568 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=null
[junit4] 2> 1438568 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d70f2fb: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@54d6885
[junit4] 2> 1438642 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18776eec
[junit4] 2> 1438642 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=410480364
[junit4] 2> 1438642 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=410480364
[junit4] 2> 1438643 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n3, tag=null
[junit4] 2> 1438643 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c40f5b9: rootName = null, domain = solr.core.halfdeletedcollection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@76f52428
[junit4] 2> 1438673 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@19348749
[junit4] 2> 1438673 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n3, tag=422872905
[junit4] 2> 1438673 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=422872905
[junit4] 2> 1438681 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=113
[junit4] 2> 1438687 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard2_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=43
[junit4] 2> 1439624 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=1079
[junit4] 2> 1439628 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1439632 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1439635 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1439638 ERROR (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:144)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1439672 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=43
[junit4] 2> 1439672 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 1439808 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1439809 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1439810 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1439827 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1439827 WARN (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1439827 ERROR (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:176)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1439828 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1439829 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=19
[junit4] 2> 1439830 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1439831 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1441140 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 1441141 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1441163 ERROR (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:217)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1441163 INFO (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1441163 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 1441323 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 1441324 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1441326 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=650b07bb-6f2a-4e67-89de-4807417dc124&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1441328 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=650b07bb-6f2a-4e67-89de-4807417dc124&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1441329 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 1441488 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"awhollynewcollection_0_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42635/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1441489 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"awhollynewcollection_0_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51479/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1441489 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"awhollynewcollection_0_shar
[...truncated too long message...]
slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6549064630013278040268.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6542543583330629795665.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6547388988048926381120.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6544514217645843544710.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6522659386859843272668.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6523585915014860266223.syserr
Total time: 368 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #258 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 259 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/259/
No tests ran.
Build Log:
[...truncated 221 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20171127_092346_4168261201757584484735.sysout
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20171127_092346_4167278219002025850729.sysout
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4155211880315364413012.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 176160768 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/J1/hs_err_pid4367.log
[junit4] <<< JVM J1: EOF ----
[...truncated 2 lines...]
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 176160768 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/J2/hs_err_pid4368.log
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20171127_092346_4169206211449292319417.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000e0000000, 176160768, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J1: EOF ----
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 176160768 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/J0/hs_err_pid4361.log
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4152037223895144537229.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000e0000000, 176160768, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20171127_092346_4165602212529224185347.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000e0000000, 176160768, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J2: EOF ----
[junit4] Execution time total: 3.92 sec.
[junit4] ERROR: JVM J0 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=2A05C10A70621239 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/test:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4156148961587631379886.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4152863102914870766159.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4155211880315364413012.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4152037223895144537229.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J1 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=2A05C10A70621239 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/test:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20171127_092346_4164008264103110063836.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20171127_092346_4166886784268995010139.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20171127_092346_4168261201757584484735.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20171127_092346_4169206211449292319417.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J2 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=2A05C10A70621239 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/J2 -Djunit4.childvm.id=2 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/test:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20171127_092346_4166543232750396463530.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20171127_092346_4167312478576769496448.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20171127_092346_4167278219002025850729.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20171127_092346_4165602212529224185347.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:50: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4155211880315364413012.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20171127_092346_4152037223895144537229.syserr
Total time: 2 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #258 to compare, so performing full copy of artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 258 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/258/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:46516","node_name":"127.0.0.1:46516_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"c8n_1x3_lf_shard1_replica_t1", "base_url":"http://127.0.0.1:44502", "node_name":"127.0.0.1:44502_", "state":"down", "type":"TLOG"}, "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_t2", "base_url":"http://127.0.0.1:46516", "node_name":"127.0.0.1:46516_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:37355", "core":"c8n_1x3_lf_shard1_replica_t5", "node_name":"127.0.0.1:37355_", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:46516","node_name":"127.0.0.1:46516_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica_t1",
"base_url":"http://127.0.0.1:44502",
"node_name":"127.0.0.1:44502_",
"state":"down",
"type":"TLOG"},
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_t2",
"base_url":"http://127.0.0.1:46516",
"node_name":"127.0.0.1:46516_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:37355",
"core":"c8n_1x3_lf_shard1_replica_t5",
"node_name":"127.0.0.1:37355_",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"}
at __randomizedtesting.SeedInfo.seed([DEA22BBB15760A8E:56F61461BB8A6776]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
Error Message:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1_collection
Stack Trace:
java.io.IOException: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1_collection
at __randomizedtesting.SeedInfo.seed([D07D19EE6664A88E:7874925898F7235A]:0)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.constructStreams(CloudSolrStream.java:378)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:274)
at org.apache.solr.client.solrj.io.stream.PushBackStream.open(PushBackStream.java:71)
at org.apache.solr.client.solrj.io.stream.JoinStream.open(JoinStream.java:150)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:9070)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream(StreamExpressionTest.java:2457)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1_collection
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:146)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.getSlices(CloudSolrStream.java:331)
at org.apache.solr.client.solrj.io.stream.TupleStream.getShards(TupleStream.java:141)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.constructStreams(CloudSolrStream.java:363)
... 44 more
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 49 more
Build Log:
[...truncated 12747 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 3751211 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/init-core-data-001
[junit4] 2> 3751212 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
[junit4] 2> 3751213 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3751265 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 3751265 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 3751266 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3751307 INFO (Thread-1709) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3751308 INFO (Thread-1709) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3751401 ERROR (Thread-1709) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3751409 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ZkTestServer start zk server on port:41553
[junit4] 2> 3751611 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3751645 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3751646 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3751647 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3751648 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3751665 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3751666 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3751667 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3751668 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3751702 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3751703 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3751710 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 3753135 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3753254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a536d6{/,null,AVAILABLE}
[junit4] 2> 3753255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c6472c{HTTP/1.1,[http/1.1]}{127.0.0.1:39726}
[junit4] 2> 3753255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server Started @3767859ms
[junit4] 2> 3753255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=37355, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores}
[junit4] 2> 3753256 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3753256 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 3753256 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3753256 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3753256 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T20:42:40.283Z
[junit4] 2> 3753292 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3753292 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/solr.xml
[junit4] 2> 3753325 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3753325 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3753326 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3753380 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
[junit4] 2> 3754313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3754313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37355_
[junit4] 2> 3754346 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.c.Overseer Overseer (id=99072669015801860-127.0.0.1:37355_-n_0000000000) starting
[junit4] 2> 3754420 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37355_
[junit4] 2> 3754530 INFO (OverseerStateUpdate-99072669015801860-127.0.0.1:37355_-n_0000000000) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3755044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3755208 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3755208 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3755210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:37355_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores
[junit4] 2> 3755668 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3755741 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41553/solr ready
[junit4] 2> 3755741 INFO (SocketProxy-Acceptor-37355) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53366,localport=37355], receiveBufferSize:531000
[junit4] 2> 3755777 INFO (SocketProxy-Acceptor-37355) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39726,localport=41782], receiveBufferSize=530904
[junit4] 2> 3755794 INFO (qtp1467571933-12794) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37355_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3755920 INFO (OverseerThreadFactory-4653-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3756107 INFO (SocketProxy-Acceptor-37355) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53370,localport=37355], receiveBufferSize:531000
[junit4] 2> 3756200 INFO (SocketProxy-Acceptor-37355) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39726,localport=41786], receiveBufferSize=530904
[junit4] 2> 3756201 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3756201 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3756359 INFO (zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3757536 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3757626 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 3758850 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3758946 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3758961 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3758961 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3758962 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3758980 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22015891859311934]
[junit4] 2> 3758998 WARN (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3759326 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3759326 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3759327 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3759327 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3759328 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3759328 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e6c8be5[control_collection_shard1_replica_n1] main]
[junit4] 2> 3759329 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3759349 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3759399 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3759399 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585162712699109376
[junit4] 2> 3759403 INFO (searcherExecutor-4656-thread-1-processing-n:127.0.0.1:37355_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4e6c8be5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3759421 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3759422 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3759422 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37355/control_collection_shard1_replica_n1/
[junit4] 2> 3759422 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3759422 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37355/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3759422 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3759436 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37355/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3759517 INFO (zkCallback-1434-thread-2-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3759545 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3759546 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3345
[junit4] 2> 3759627 INFO (qtp1467571933-12794) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3759736 INFO (zkCallback-1434-thread-2-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3760012 INFO (OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000) [n:127.0.0.1:37355_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3760630 INFO (qtp1467571933-12794) [n:127.0.0.1:37355_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37355_&wt=javabin&version=2} status=0 QTime=4835
[junit4] 2> 3760740 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3760741 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41553/solr ready
[junit4] 2> 3760741 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3760741 INFO (SocketProxy-Acceptor-37355) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53376,localport=37355], receiveBufferSize:531000
[junit4] 2> 3760760 INFO (qtp1467571933-12795) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3760772 INFO (SocketProxy-Acceptor-37355) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39726,localport=41792], receiveBufferSize=530904
[junit4] 2> 3760939 INFO (OverseerThreadFactory-4653-thread-2-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3760992 WARN (OverseerThreadFactory-4653-thread-2-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3761160 INFO (qtp1467571933-12795) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3761160 INFO (qtp1467571933-12795) [n:127.0.0.1:37355_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=399
[junit4] 2> 3762464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001 of type TLOG
[junit4] 2> 3762465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3762552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d642a56{/,null,AVAILABLE}
[junit4] 2> 3762552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33808658{HTTP/1.1,[http/1.1]}{127.0.0.1:34112}
[junit4] 2> 3762552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server Started @3777157ms
[junit4] 2> 3762552 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=46516, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores}
[junit4] 2> 3762553 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3762553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 3762553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3762553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3762553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T20:42:49.580Z
[junit4] 2> 3762642 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3762642 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/solr.xml
[junit4] 2> 3762735 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3762735 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3762736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3762772 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
[junit4] 2> 3762970 INFO (OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000) [n:127.0.0.1:37355_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3762971 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3762973 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3762974 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46516_
[junit4] 2> 3763012 INFO (zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3763117 INFO (zkCallback-1442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3763190 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3763521 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3763652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3763652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3763666 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:46516_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores
[junit4] 2> 3764039 INFO (qtp1467571933-12796) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46516_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3764122 INFO (OverseerThreadFactory-4653-thread-3-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46516_ for creating new replica
[junit4] 2> 3764140 INFO (SocketProxy-Acceptor-46516) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34502,localport=46516], receiveBufferSize:531000
[junit4] 2> 3764141 INFO (SocketProxy-Acceptor-46516) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34112,localport=52654], receiveBufferSize=530904
[junit4] 2> 3764178 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3764179 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3764198 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3765311 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3765533 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 3766647 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3766703 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 3766704 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3766704 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3766704 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 3766719 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22015891859311934]
[junit4] 2> 3766744 WARN (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3767144 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3767144 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3767145 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3767145 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3767146 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3767160 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@16fcd814[collection1_shard2_replica_t41] main]
[junit4] 2> 3767217 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3767233 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3767234 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3767234 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585162720914702336
[junit4] 2> 3767236 INFO (searcherExecutor-4667-thread-1-processing-n:127.0.0.1:46516_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@16fcd814[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3767272 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3767272 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3767272 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46516/collection1_shard2_replica_t41/
[junit4] 2> 3767272 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3767272 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:46516/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 3767272 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3767273 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 3767400 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46516/collection1_shard2_replica_t41/ shard2
[junit4] 2> 3767473 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3767546 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3767563 INFO (qtp1459649717-12848) [n:127.0.0.1:46516_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3385
[junit4] 2> 3767620 INFO (qtp1467571933-12796) [n:127.0.0.1:37355_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46516_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=3581
[junit4] 2> 3767677 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3768144 INFO (OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000) [n:127.0.0.1:37355_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3769134 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001 of type TLOG
[junit4] 2> 3769134 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3769278 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d4be23c{/,null,AVAILABLE}
[junit4] 2> 3769278 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fdc0d65{HTTP/1.1,[http/1.1]}{127.0.0.1:42592}
[junit4] 2> 3769278 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server Started @3783882ms
[junit4] 2> 3769278 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44600, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores}
[junit4] 2> 3769279 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3769293 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 3769293 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3769293 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3769293 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T20:42:56.320Z
[junit4] 2> 3769389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3769389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/solr.xml
[junit4] 2> 3769426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3769426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3769460 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3769477 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
[junit4] 2> 3769609 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3769643 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3769645 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44600_
[junit4] 2> 3769646 INFO (zkCallback-1442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3769646 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3769698 INFO (zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3769716 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3770044 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3770246 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3770246 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3770248 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44600_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores
[junit4] 2> 3770740 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44600_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3770757 INFO (OverseerThreadFactory-4653-thread-4-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44600_ for creating new replica
[junit4] 2> 3770759 INFO (SocketProxy-Acceptor-44600) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51700,localport=44600], receiveBufferSize:531000
[junit4] 2> 3770829 INFO (SocketProxy-Acceptor-44600) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42592,localport=58302], receiveBufferSize=530904
[junit4] 2> 3770866 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3770866 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3770869 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3770963 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3771097 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 3772181 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3772254 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 3772288 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3772288 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3772288 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 3772308 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22015891859311934]
[junit4] 2> 3772311 WARN (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3772727 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3772727 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3772728 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3772728 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3772729 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3772729 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@4509c99f[collection1_shard1_replica_t43] main]
[junit4] 2> 3772730 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3772747 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3772748 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3772748 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585162726696550400
[junit4] 2> 3772750 INFO (searcherExecutor-4678-thread-1-processing-n:127.0.0.1:44600_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@4509c99f[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44600/collection1_shard1_replica_t43/
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:44600/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3772785 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 3772800 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44600/collection1_shard1_replica_t43/ shard1
[junit4] 2> 3772910 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3772910 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3772966 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3772968 INFO (qtp1251401040-12880) [n:127.0.0.1:44600_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2102
[junit4] 2> 3772977 INFO (qtp1467571933-12792) [n:127.0.0.1:37355_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44600_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=2237
[junit4] 2> 3773085 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3773092 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3774022 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001 of type TLOG
[junit4] 2> 3774023 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3774156 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@593c7fb4{/,null,AVAILABLE}
[junit4] 2> 3774157 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e924d7f{HTTP/1.1,[http/1.1]}{127.0.0.1:37942}
[junit4] 2> 3774157 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.e.j.s.Server Started @3788761ms
[junit4] 2> 3774157 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44502, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores}
[junit4] 2> 3774157 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3774172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 3774172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3774172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3774172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T20:43:01.199Z
[junit4] 2> 3774250 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3774250 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/solr.xml
[junit4] 2> 3774307 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3774307 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3774308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3774319 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
[junit4] 2> 3774525 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3774538 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3774540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44502_
[junit4] 2> 3774574 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3774705 INFO (zkCallback-1459-thread-1-processing-n:127.0.0.1:44502_) [n:127.0.0.1:44502_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3774575 INFO (zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3774712 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3774721 INFO (zkCallback-1442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3774802 INFO (OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000) [n:127.0.0.1:37355_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3775261 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3775410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3775410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3775465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [n:127.0.0.1:44502_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores
[junit4] 2> 3776098 INFO (qtp1467571933-12794) [n:127.0.0.1:37355_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44502_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3776123 INFO (OverseerThreadFactory-4653-thread-5-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44502_ for creating new replica
[junit4] 2> 3776124 INFO (SocketProxy-Acceptor-44502) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45228,localport=44502], receiveBufferSize:531000
[junit4] 2> 3776138 INFO (SocketProxy-Acceptor-44502) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37942,localport=47656], receiveBufferSize=530904
[junit4] 2> 3776196 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3776196 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3776202 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3776207 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3776381 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3776532 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 3777957 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3778051 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 3778052 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
[junit4] 2> 3778052 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3778052 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 3778103 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22015891859311934]
[junit4] 2> 3778125 WARN (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3778680 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3778680 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3778681 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3778681 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3778682 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3778682 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fcf3e65[collection1_shard2_replica_t45] main]
[junit4] 2> 3778688 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3778688 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3778689 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3778708 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585162732946063360
[junit4] 2> 3778711 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 3778713 INFO (searcherExecutor-4689-thread-1-processing-n:127.0.0.1:44502_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@3fcf3e65[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3778714 INFO (qtp1288068586-12912) [n:127.0.0.1:44502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2517
[junit4] 2> 3778714 INFO (updateExecutor-1456-thread-1-processing-n:127.0.0.1:44502_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:44502_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[...truncated too long message...]
a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41231_solr
[junit4] 2> 624130 INFO (zkCallback-30-thread-12-processing-n:127.0.0.1:41231_solr) [n:127.0.0.1:41231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 624191 WARN (OverseerAutoScalingTriggerThread-99072917433745419-127.0.0.1:41231_solr-n_0000000000) [n:127.0.0.1:41231_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 624244 INFO (coreCloseExecutor-234-thread-1) [n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@267e4e1d
[junit4] 2> 624244 INFO (coreCloseExecutor-234-thread-1) [n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=645811741
[junit4] 2> 624244 INFO (coreCloseExecutor-234-thread-1) [n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2baa1cf6: rootName = solr_43247, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1483e053
[junit4] 2> 624338 INFO (coreCloseExecutor-235-thread-1) [n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6a74e4f3
[junit4] 2> 624390 INFO (coreCloseExecutor-235-thread-1) [n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=1786045683
[junit4] 2> 624390 INFO (coreCloseExecutor-235-thread-1) [n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c5e06ed: rootName = solr_35477, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3d3ad805
[junit4] 2> 624427 INFO (jetty-closer-10-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e1fb688{/solr,null,UNAVAILABLE}
[junit4] 2> 624446 INFO (coreCloseExecutor-234-thread-1) [n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=645811741
[junit4] 2> 624447 INFO (zkCallback-28-thread-10-processing-n:127.0.0.1:35477_solr) [n:127.0.0.1:35477_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35477_solr
[junit4] 2> 624532 INFO (coreCloseExecutor-235-thread-1) [n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=1786045683
[junit4] 2> 624975 INFO (jetty-closer-10-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3335357a{/solr,null,UNAVAILABLE}
[junit4] 2> 625012 INFO (jetty-closer-10-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c336110{/solr,null,UNAVAILABLE}
[junit4] 2> 625101 ERROR (SUITE-StreamExpressionTest-seed#[D07D19EE6664A88E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 625102 INFO (SUITE-StreamExpressionTest-seed#[D07D19EE6664A88E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42034 42034
[junit4] 2> 625487 INFO (Thread-31) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42034 42034
[junit4] 2> 625724 WARN (Thread-31) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 84 /solr/aliases.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 84 /solr/clusterprops.json
[junit4] 2> 84 /solr/clusterstate.json
[junit4] 2> 24 /solr/collections/destinationCollection/state.json
[junit4] 2> 23 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 22 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 15 /solr/collections/mainCorpus1/state.json
[junit4] 2> 14 /solr/collections/destination/state.json
[junit4] 2> 14 /solr/collections/destination1/state.json
[junit4] 2> 14 /solr/collections/collection1_collection/state.json
[junit4] 2> 14 /solr/collections/workQueue/state.json
[junit4] 2> 14 /solr/collections/mainCorpus/state.json
[junit4] 2> 12 /solr/collections/workQueue1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 84 /solr/live_nodes
[junit4] 2> 84 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_D07D19EE6664A88E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Direct), join2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), subject=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a1_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), price_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=FSTOrd50, join1_i=PostingsFormat(name=Direct), a_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a2_s=Lucene50(blocksize=128), a_i=PostingsFormat(name=Direct), join3_i=Lucene50(blocksize=128), test_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level1_s=PostingsFormat(name=Direct), body_t=Lucene50(blocksize=128), s_multi=Lucene50(blocksize=128), col_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level2_s=FSTOrd50, a_ss=FSTOrd50, a_s=Lucene50(blocksize=128), a_t=FSTOrd50, id=PostingsFormat(name=Direct), text=Lucene50(blocksize=128), timestamp=FSTOrd50, i_multi=PostingsFormat(name=Direct), b_ls=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), test_dt=PostingsFormat(name=Direct), test_t=Lucene50(blocksize=128), ident_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), order_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=FSTOrd50, side_s=Lucene50(blocksize=128), miles_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1373, maxMBSortInHeap=7.353279251928399, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PA, timezone=Indian/Chagos
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=99719224,total=371195904
[junit4] 2> NOTE: All tests run in this JVM: [StreamExpressionParserTest, TestPathTrie, ConcurrentUpdateSolrClientBuilderTest, SquareRootEvaluatorTest, AscEvaluatorTest, LargeVolumeBinaryJettyTest, TestEmbeddedSolrServer, TestV1toV2ApiMapper, GreaterThanEvaluatorTest, SolrSchemalessExampleTest, TestPolicy, AnlysisResponseBaseTest, HyperbolicTangentEvaluatorTest, CubedRootEvaluatorTest, StreamExpressionTest]
[junit4] Completed [96/146 (1!)] on J0 in 541.23s, 135 tests, 1 error, 9 skipped <<< FAILURES!
[...truncated 46549 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 257 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/257/
5 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E1CAC6E90CB909F9:5CDDB3F0359534A4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:8352)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest: 1) Thread[id=3855, name=zkCallback-194-thread-8, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=630, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1694, name=zkCallback-194-thread-3-EventThread, state=WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=1693, name=zkCallback-194-thread-3-SendThread(127.0.0.1:38102), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 5) Thread[id=3372, name=zkCallback-194-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3854, name=zkCallback-194-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=637, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=636, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
1) Thread[id=3855, name=zkCallback-194-thread-8, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=630, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1694, name=zkCallback-194-thread-3-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=1693, name=zkCallback-194-thread-3-SendThread(127.0.0.1:38102), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=3372, name=zkCallback-194-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=3854, name=zkCallback-194-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=637, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=636, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([E1CAC6E90CB909F9]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3855, name=zkCallback-194-thread-8, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1693, name=zkCallback-194-thread-3-SendThread(127.0.0.1:38102), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=3372, name=zkCallback-194-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=3854, name=zkCallback-194-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3855, name=zkCallback-194-thread-8, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1693, name=zkCallback-194-thread-3-SendThread(127.0.0.1:38102), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=3372, name=zkCallback-194-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=3854, name=zkCallback-194-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([E1CAC6E90CB909F9]:0)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:38715/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (https://127.0.0.1:38715/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38715/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (https://127.0.0.1:38715/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([87B80789AC496375:CFCD733DAA7A4CE0]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:549)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1012)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38715/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (https://127.0.0.1:38715/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:526)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not load collection from ZK: reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: reloaded_collection
at __randomizedtesting.SeedInfo.seed([87B80789AC496375:86012BB779C6CCEA]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:546)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.waitForReloads(CollectionsAPIDistributedZkTest.java:521)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:493)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/reloaded_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 46 more
Build Log:
[...truncated 12616 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 3618367 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/init-core-data-001
[junit4] 2> 3618367 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 3618367 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3618369 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3618382 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001
[junit4] 2> 3618383 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3618383 INFO (Thread-2365) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3618383 INFO (Thread-2365) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3618398 ERROR (Thread-2365) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3618483 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35003
[junit4] 2> 3618526 INFO (jetty-launcher-1191-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3618529 INFO (jetty-launcher-1191-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3618550 INFO (jetty-launcher-1191-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7934b39a{/solr,null,AVAILABLE}
[junit4] 2> 3618551 INFO (jetty-launcher-1191-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20df1f70{SSL,[ssl, http/1.1]}{127.0.0.1:38715}
[junit4] 2> 3618551 INFO (jetty-launcher-1191-thread-2) [ ] o.e.j.s.Server Started @3632155ms
[junit4] 2> 3618551 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38715}
[junit4] 2> 3618551 ERROR (jetty-launcher-1191-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3618552 INFO (jetty-launcher-1191-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e0429f0{/solr,null,AVAILABLE}
[junit4] 2> 3618552 INFO (jetty-launcher-1191-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f8701b6{SSL,[ssl, http/1.1]}{127.0.0.1:41617}
[junit4] 2> 3618552 INFO (jetty-launcher-1191-thread-1) [ ] o.e.j.s.Server Started @3632156ms
[junit4] 2> 3618552 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41617}
[junit4] 2> 3618552 ERROR (jetty-launcher-1191-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3618565 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3618565 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3618565 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3618565 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T15:27:21.610Z
[junit4] 2> 3618566 INFO (jetty-launcher-1191-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3618585 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3618585 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3618585 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3618585 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T15:27:21.630Z
[junit4] 2> 3618587 INFO (jetty-launcher-1191-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@548576ce{/solr,null,AVAILABLE}
[junit4] 2> 3618587 INFO (jetty-launcher-1191-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37760776{SSL,[ssl, http/1.1]}{127.0.0.1:37332}
[junit4] 2> 3618587 INFO (jetty-launcher-1191-thread-3) [ ] o.e.j.s.Server Started @3632191ms
[junit4] 2> 3618587 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37332}
[junit4] 2> 3618588 ERROR (jetty-launcher-1191-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3618598 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3618598 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3618598 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3618598 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T15:27:21.643Z
[junit4] 2> 3618600 INFO (jetty-launcher-1191-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3618688 INFO (jetty-launcher-1191-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30cc814f{/solr,null,AVAILABLE}
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@191feca7{SSL,[ssl, http/1.1]}{127.0.0.1:34595}
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.e.j.s.Server Started @3632293ms
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34595}
[junit4] 2> 3618689 ERROR (jetty-launcher-1191-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3618689 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-26T15:27:21.734Z
[junit4] 2> 3618843 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3618843 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3618861 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3618861 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3618876 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3618876 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3618876 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3618876 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3618887 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3618887 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3618896 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3618896 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3618933 INFO (jetty-launcher-1191-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35003/solr
[junit4] 2> 3618960 INFO (jetty-launcher-1191-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35003/solr
[junit4] 2> 3618997 INFO (jetty-launcher-1191-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35003/solr
[junit4] 2> 3619020 INFO (jetty-launcher-1191-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35003/solr
[junit4] 2> 3619045 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ff8f0a5550005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3619093 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ff8f0a5550006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3619210 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ff8f0a5550007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3619483 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3619483 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37332_solr
[junit4] 2> 3619485 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.c.Overseer Overseer (id=99071429275090953-127.0.0.1:37332_solr-n_0000000000) starting
[junit4] 2> 3619585 INFO (jetty-launcher-1191-thread-4) [n:127.0.0.1:34595_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3619585 INFO (jetty-launcher-1191-thread-4) [n:127.0.0.1:34595_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34595_solr
[junit4] 2> 3619703 INFO (zkCallback-1213-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3619719 INFO (zkCallback-1212-thread-1-processing-n:127.0.0.1:38715_solr) [n:127.0.0.1:38715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3619720 INFO (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3619721 INFO (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38715_solr
[junit4] 2> 3619812 INFO (zkCallback-1213-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3619813 INFO (zkCallback-1212-thread-1-processing-n:127.0.0.1:38715_solr) [n:127.0.0.1:38715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3619828 INFO (zkCallback-1210-thread-1-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3619903 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37332_solr
[junit4] 2> 3619904 INFO (zkCallback-1210-thread-2-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3619922 INFO (zkCallback-1212-thread-1-processing-n:127.0.0.1:38715_solr) [n:127.0.0.1:38715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3619922 INFO (zkCallback-1213-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3620155 INFO (jetty-launcher-1191-thread-4) [n:127.0.0.1:34595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620329 INFO (jetty-launcher-1191-thread-4) [n:127.0.0.1:34595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620330 INFO (jetty-launcher-1191-thread-4) [n:127.0.0.1:34595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620331 INFO (jetty-launcher-1191-thread-4) [n:127.0.0.1:34595_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node4
[junit4] 2> 3620347 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3620348 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3620383 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41617_solr
[junit4] 2> 3620384 INFO (zkCallback-1213-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3620384 INFO (zkCallback-1212-thread-1-processing-n:127.0.0.1:38715_solr) [n:127.0.0.1:38715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3620413 INFO (zkCallback-1210-thread-1-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3620419 INFO (zkCallback-1211-thread-1-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3620526 WARN (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.submitted
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:644)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:460)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:548)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3620578 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620689 INFO (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620707 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620744 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620744 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620746 INFO (jetty-launcher-1191-thread-3) [n:127.0.0.1:37332_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node3
[junit4] 2> 3620779 WARN (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=used-after-gc
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1289)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:549)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3620799 INFO (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620799 INFO (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620812 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620812 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3620813 INFO (jetty-launcher-1191-thread-1) [n:127.0.0.1:41617_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node1
[junit4] 2> 3620833 INFO (jetty-launcher-1191-thread-2) [n:127.0.0.1:38715_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node2
[junit4] 2> 3621340 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3621340 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[87B80789AC496375]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35003/solr ready
[junit4] 2> 3621594 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[87B80789AC496375]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 3621660 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[87B80789AC496375]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3621908 INFO (qtp793664753-9949) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3621963 INFO (OverseerThreadFactory-3877-thread-1-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 3621964 WARN (OverseerThreadFactory-3877-thread-1-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
[junit4] 2> 3622109 INFO (qtp793664753-9949) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3622109 INFO (qtp793664753-9949) [n:127.0.0.1:41617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=201
[junit4] 2> 3622127 INFO (qtp793664753-9943) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3622172 INFO (OverseerCollectionConfigSetProcessor-99071429275090953-127.0.0.1:37332_solr-n_0000000000) [n:127.0.0.1:37332_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3622388 INFO (OverseerThreadFactory-3877-thread-2-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41617_solr for creating new replica
[junit4] 2> 3622400 INFO (OverseerStateUpdate-99071429275090953-127.0.0.1:37332_solr-n_0000000000) [n:127.0.0.1:37332_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n41",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41617/solr",
[junit4] 2> "node_name":"127.0.0.1:41617_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 3622715 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3622715 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3622912 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3622915 INFO (zkCallback-1211-thread-1-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3622915 INFO (zkCallback-1211-thread-2-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3622931 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
[junit4] 2> 3622950 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3622950 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 3622950 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n41' (registry 'solr.core.halfdeletedcollection.shard1.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3622950 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3622950 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node1/halfdeletedcollection_shard1_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-002/]
[junit4] 2> 3623155 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3623155 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3623156 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3623156 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3623157 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@33e3856d[halfdeletedcollection_shard1_replica_n41] main]
[junit4] 2> 3623175 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3623175 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3623176 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3623176 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585142873426231296
[junit4] 2> 3623228 INFO (searcherExecutor-3885-thread-1-processing-n:127.0.0.1:41617_solr x:halfdeletedcollection_shard1_replica_n41 s:shard1 c:halfdeletedcollection r:core_node42) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] Registered new searcher Searcher@33e3856d[halfdeletedcollection_shard1_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3623277 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3623277 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3623277 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41617/solr/halfdeletedcollection_shard1_replica_n41/
[junit4] 2> 3623277 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3623277 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:41617/solr/halfdeletedcollection_shard1_replica_n41/ has no replicas
[junit4] 2> 3623277 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3623279 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41617/solr/halfdeletedcollection_shard1_replica_n41/ shard1
[junit4] 2> 3623467 INFO (zkCallback-1211-thread-2-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3623467 INFO (zkCallback-1211-thread-1-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3623503 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3623521 INFO (qtp793664753-9945) [n:127.0.0.1:41617_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=806
[junit4] 2> 3623523 INFO (qtp793664753-9943) [n:127.0.0.1:41617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={dataDir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1395
[junit4] 2> 3623536 INFO (qtp793664753-9950) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3623544 INFO (OverseerCollectionConfigSetProcessor-99071429275090953-127.0.0.1:37332_solr-n_0000000000) [n:127.0.0.1:37332_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3623544 INFO (OverseerThreadFactory-3877-thread-3-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3623557 INFO (qtp793664753-9961) [n:127.0.0.1:41617_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=null
[junit4] 2> 3623557 INFO (qtp793664753-9961) [n:127.0.0.1:41617_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4db189a0: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n41, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n41 / com.codahale.metrics.MetricRegistry@7a441036
[junit4] 2> 3623605 INFO (qtp793664753-9961) [n:127.0.0.1:41617_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] CLOSING SolrCore org.apache.solr.core.SolrCore@4e7e8b3a
[junit4] 2> 3623605 INFO (qtp793664753-9961) [n:127.0.0.1:41617_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=1316916026
[junit4] 2> 3623605 INFO (qtp793664753-9961) [n:127.0.0.1:41617_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=1316916026
[junit4] 2> 3623629 INFO (zkCallback-1211-thread-1-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3623629 INFO (zkCallback-1211-thread-2-processing-n:127.0.0.1:41617_solr) [n:127.0.0.1:41617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3623642 INFO (qtp793664753-9961) [n:127.0.0.1:41617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica_n41&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=85
[junit4] 2> 3624503 INFO (qtp793664753-9950) [n:127.0.0.1:41617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=966
[junit4] 2> 3624515 INFO (qtp793664753-9985) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3624515 INFO (qtp793664753-9985) [n:127.0.0.1:41617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3624567 INFO (qtp793664753-9987) [n:127.0.0.1:41617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3624613 INFO (OverseerCollectionConfigSetProcessor-99071429275090953-127.0.0.1:37332_solr-n_0000000000) [n:127.0.0.1:37332_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3624613 INFO (OverseerThreadFactory-3877-thread-4-processing-n:127.0.0.1:37332_solr) [n:127.0.0.1:37332_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 3624849 INFO (OverseerStateUpdate-99071429275090953-127.0.0.1:37332_solr-n_0000000000) [n:127.0.0.1:37332_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34595/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3624884 INFO (OverseerStateUpdate-99071429275090953-127.0.0.1:37332_solr-n_0000000000) [n:127.0.0.1:37332_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38715/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3625514 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3625514 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3625587 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica_n2&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3625587 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3625711 INFO (zkCallback-1213-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3625711 INFO (zkCallback-1213-thread-2-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3625712 INFO (zkCallback-1212-thread-1-processing-n:127.0.0.1:38715_solr) [n:127.0.0.1:38715_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3625712 INFO (zkCallback-1212-thread-2-processing-n:127.0.0.1:38715_solr) [n:127.0.0.1:38715_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3626737 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3626745 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 3626811 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3626820 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 3626846 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3626846 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n1' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 3626846 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3626846 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3626847 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node4/halfdeletedcollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node4/halfdeletedcollection_shard1_replica_n1/data/]
[junit4] 2> 3626857 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3626857 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica_n2' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 3626874 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard2.replica_n2' (registry 'solr.core.halfdeletedcollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@638d3a9e
[junit4] 2> 3626875 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3626875 INFO (qtp1850214384-9940) [n:127.0.0.1:38715_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node2/halfdeletedcollection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_87B80789AC496375-001/tempDir-001/node2/halfdeletedcollection_shard2_replica_n2/data/]
[junit4] 2> 3627081 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3627081 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3627272 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3627272 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3627273 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10db965[halfdeletedcollection_shard1_replica_n1] main]
[junit4] 2> 3627311 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3627312 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3627346 INFO (qtp1515768486-9971) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3627358 INFO (searcherExecutor-3890-thread-1-processing-n:127.0.0.1:34595_solr x:halfdeletedcollection_shard1_replica_n1 s:shard1 c:halfdeletedcollection r:core_node3) [n:127.0.0.1:34595_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfdeletedc
[...truncated too long message...]
(queryNorm=false): {}, locale=sr-Latn-ME, timezone=Japan
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=5,free=251839512,total=417333248
[junit4] 2> NOTE: All tests run in this JVM: [StreamExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamExpressionTest -Dtests.seed=E1CAC6E90CB909F9 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=Japan -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | StreamExpressionTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
[junit4] > 1) Thread[id=3855, name=zkCallback-194-thread-8, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=630, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=1694, name=zkCallback-194-thread-3-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 4) Thread[id=1693, name=zkCallback-194-thread-3-SendThread(127.0.0.1:38102), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 5) Thread[id=3372, name=zkCallback-194-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=3854, name=zkCallback-194-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=637, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=636, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([E1CAC6E90CB909F9]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3855, name=zkCallback-194-thread-8, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=1693, name=zkCallback-194-thread-3-SendThread(127.0.0.1:38102), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 3) Thread[id=3372, name=zkCallback-194-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=3854, name=zkCallback-194-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([E1CAC6E90CB909F9]:0)
[junit4] Completed [123/146 (1!)] on J0 in 641.65s, 135 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 46467 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 256 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/256/
15 tests failed.
FAILED: org.apache.solr.cloud.OverseerRolesTest.testOverseerRole
Error Message:
The old leader should have rejoined election
Stack Trace:
java.lang.AssertionError: The old leader should have rejoined election
at __randomizedtesting.SeedInfo.seed([1F86FE999C07DB6B:FE4D030DA7B4EDBA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.UnloadDistributedZkTest
Error Message:
63 threads leaked from SUITE scope at org.apache.solr.cloud.UnloadDistributedZkTest: 1) Thread[id=15511, name=coreZkRegister-4822-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=15521, name=searcherExecutor-4848-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=15482, name=zkCallback-3291-thread-2, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=15512, name=ScheduledTrigger-4841-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1097) at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308) at org.apache.solr.common.cloud.SolrZkClient$$Lambda$207/1161373544.execute(Unknown Source) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57) at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:486) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=15448, name=watches-3286-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=15507, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=15459, name=qtp8772792-15459, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=15473, name=Thread-3356, state=WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 9) Thread[id=15457, name=qtp8772792-15457, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=15519, name=ScheduledTrigger-4841-thread-4, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=15450, name=searcherExecutor-4828-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=15475, name=Scheduler-1184856621, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=15428, name=qtp1749021917-15428, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=15515, name=ScheduledTrigger-4841-thread-2, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=15453, name=qtp8772792-15453, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=15436, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=15452, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=15496, name=zkCallback-3291-thread-2-processing-n:127.0.0.1:43594_-EventThread, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 19) Thread[id=15435, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=15485, name=zkCallback-3285-thread-2, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=15465, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=15460, name=qtp8772792-15460, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=15510, name=OverseerThreadFactory-4843-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=15509, name=coreZkRegister-4833-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=15430, name=qtp1749021917-15430, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=15454, name=qtp8772792-15454, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=15518, name=ScheduledTrigger-4841-thread-3, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=15492, name=zkCallback-3291-thread-6, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=15425, name=qtp1749021917-15425-acceptor-0@53dc13dd-ServerConnector@354130ff{HTTP/1.1,[http/1.1]}{127.0.0.1:44686}, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=15524, name=recoveryExecutor-3289-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=15483, name=zkCallback-3291-thread-3, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=15514, name=coreZkRegister-4822-thread-2, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=15427, name=qtp1749021917-15427, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=15505, name=OverseerStateUpdate-99068951044161551-127.0.0.1:44686_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:435) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=15484, name=zkCallback-3291-thread-4, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=15506, name=OverseerCollectionConfigSetProcessor-99068951044161551-127.0.0.1:44686_-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=15445, name=Scheduler-1455035820, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=15535, name=zkCallback-3285-thread-6, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=15536, name=zkCallback-3285-thread-7, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=15461, name=org.eclipse.jetty.server.session.HashSessionManager@a97ab0Timer, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=15493, name=zkCallback-3285-thread-5, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=15508, name=OverseerAutoScalingTriggerThread-99068951044161551-127.0.0.1:44686_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=15466, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=15423, name=qtp1749021917-15423, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=15523, name=updateExecutor-3288-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=15442, name=zkCallback-3285-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=15424, name=qtp1749021917-15424, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=15491, name=zkCallback-3291-thread-5, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=15486, name=zkCallback-3285-thread-3, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=15455, name=qtp8772792-15455-acceptor-0@5d9e1a2b-ServerConnector@16084f1d{HTTP/1.1,[http/1.1]}{127.0.0.1:43594}, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=15501, name=zkCallback-3285-thread-2-processing-n:127.0.0.1:44686_-SendThread(127.0.0.1:49266), state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 52) Thread[id=15517, name=searcherExecutor-4839-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=15472, name=zkCallback-3291-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=15478, name=watches-3292-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=15443, name=Thread-3347, state=WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 56) Thread[id=15502, name=zkCallback-3285-thread-2-processing-n:127.0.0.1:44686_-EventThread, state=WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 57) Thread[id=15431, name=org.eclipse.jetty.server.session.HashSessionManager@67fccac1Timer, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=15458, name=qtp8772792-15458, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=15495, name=zkCallback-3291-thread-2-processing-n:127.0.0.1:43594_-SendThread(127.0.0.1:49266), state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 60) Thread[id=15426, name=qtp1749021917-15426, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=15429, name=qtp1749021917-15429, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=15456, name=qtp8772792-15456, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at java.lang.Object.wait(Native Method) at org.apache.solr.cloud.OverseerTaskQueue$LatchWatcher.await(OverseerTaskQueue.java:149) at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:199) at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:300) at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 63) Thread[id=15487, name=zkCallback-3285-thread-4, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 63 threads leaked from SUITE scope at org.apache.solr.cloud.UnloadDistributedZkTest:
1) Thread[id=15511, name=coreZkRegister-4822-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=15521, name=searcherExecutor-4848-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=15482, name=zkCallback-3291-thread-2, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=15512, name=ScheduledTrigger-4841-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1097)
at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
at org.apache.solr.common.cloud.SolrZkClient$$Lambda$207/1161373544.execute(Unknown Source)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:486)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=15448, name=watches-3286-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=15507, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=15459, name=qtp8772792-15459, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=15473, name=Thread-3356, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
9) Thread[id=15457, name=qtp8772792-15457, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=15519, name=ScheduledTrigger-4841-thread-4, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=15450, name=searcherExecutor-4828-thread-1, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=15475, name=Scheduler-1184856621, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=15428, name=qtp1749021917-15428, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=15515, name=ScheduledTrigger-4841-thread-2, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=15453, name=qtp8772792-15453, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=15436, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=15452, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=15496, name=zkCallback-3291-thread-2-processing-n:127.0.0.1:43594_-EventThread, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
19) Thread[id=15435, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=15485, name=zkCallback-3285-thread-2, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=15465, name=Connection evictor, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=15460, name=qtp8772792-15460, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=15510, name=OverseerThreadFactory-4843-thread-1, state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=15509, name=coreZkRegister-4833-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=15430, name=qtp1749021917-15430, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=15454, name=qtp8772792-15454, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=15518, name=ScheduledTrigger-4841-thread-3, state=WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=15492, name=zkCallback-3291-thread-6, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=15425, name=qtp1749021917-15425-acceptor-0@53dc13dd-ServerConnector@354130ff{HTTP/1.1,[http/1.1]}{127.0.0.1:44686}, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=15524, name=recoveryExecutor-3289-thread-1, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=15483, name=zkCallback-3291-thread-3, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=15514, name=coreZkRegister-4822-thread-2, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=15427, name=qtp1749021917-15427, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=15505, name=OverseerStateUpdate-99068951044161551-127.0.0.1:44686_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:435)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=15484, name=zkCallback-3291-thread-4, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=15506, name=OverseerCollectionConfigSetProcessor-99068951044161551-127.0.0.1:44686_-n_0000000003, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=15445, name=Scheduler-1455035820, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=15535, name=zkCallback-3285-thread-6, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=15536, name=zkCallback-3285-thread-7, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=15461, name=org.eclipse.jetty.server.session.HashSessionManager@a97ab0Timer, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=15493, name=zkCallback-3285-thread-5, state=TIMED_WAITING, group=TGRP-UnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=15508, name=OverseerAutoScalingTriggerThread-99068951044161551-127.0.0.1:44686_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(Ov
[...truncated too long message...]
Listener done.
[junit4] 2> 93609 INFO (searcherExecutor-7-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ecde9c6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C101) Uninverting(_1(7.2.0):C399) Uninverting(_2(7.2.0):C1)))}
[junit4] 2> 93609 INFO (searcherExecutor-7-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][searcherExecutor-7-thread-1-processing-x:collection1]: decRefDeleter for NRT reader version=8 segments=_0(7.2.0):C101 _1(7.2.0):C399
[junit4] 2> 93609 INFO (qtp1958724003-18) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 166
[junit4] 2> 93617 INFO (qtp1958724003-18) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=id:collection&wt=javabin&version=2} hits=1 status=0 QTime=4
[junit4] 2> 94044 INFO (qtp1958724003-21) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=id:collection&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 94046 INFO (TEST-ConcurrentUpdateSolrClientTest.testCollectionParameters-seed#[2DF33371342A6DC6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionParameters
[junit4] 2> 94491 INFO (SUITE-ConcurrentUpdateSolrClientTest-seed#[2DF33371342A6DC6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3201f6bb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 94491 INFO (SUITE-ConcurrentUpdateSolrClientTest-seed#[2DF33371342A6DC6]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=39807441
[junit4] 2> 94510 INFO (SUITE-ConcurrentUpdateSolrClientTest-seed#[2DF33371342A6DC6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 94510 INFO (SUITE-ConcurrentUpdateSolrClientTest-seed#[2DF33371342A6DC6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 94510 INFO (SUITE-ConcurrentUpdateSolrClientTest-seed#[2DF33371342A6DC6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 94511 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2c07db7f
[junit4] 2> 94512 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=738712447
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: now flush at close
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: start flush: applyAllDeletes=true
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: index before flush _0(7.2.0):C101 _1(7.2.0):C399 _2(7.2.0):C1
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-12-thread-1]: startFullFlush
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-12-thread-1]: coreCloseExecutor-12-thread-1 finishFullFlush success=true
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-12-thread-1]: waitApply: no deletes to apply
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-12-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-12-thread-1]: now merge
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-12-thread-1]: index: _0(7.2.0):C101 _1(7.2.0):C399 _2(7.2.0):C1
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-12-thread-1]: no more merges pending; now return
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: waitForMerges
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: waitForMerges done
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: commit: start
[junit4] 2> 94544 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: commit: enter lock
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: commit: now prepare
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: prepareCommit: flush
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: index before flush _0(7.2.0):C101 _1(7.2.0):C399 _2(7.2.0):C1
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-12-thread-1]: startFullFlush
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-12-thread-1]: waitApply: no deletes to apply
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-12-thread-1]: coreCloseExecutor-12-thread-1 finishFullFlush success=true
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: startCommit(): start
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: skip startCommit(): no changes pending
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: commit: pendingCommit == null; skip
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: commit: took 0.4 msec
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: commit: done
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: rollback
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: all running merges have aborted
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: rollback: done finish merges
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-12-thread-1]: abort
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-12-thread-1]: done abort success=true
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-12-thread-1]: rollback: infos=_0(7.2.0):C101 _1(7.2.0):C399 _2(7.2.0):C1
[junit4] 2> 94545 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-12-thread-1]: now checkpoint "_0(7.2.0):C101 _1(7.2.0):C399 _2(7.2.0):C1" [3 segments ; isCommit = false]
[junit4] 2> 94546 INFO (coreCloseExecutor-12-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-12-thread-1]: 0 msec to checkpoint
[junit4] 2> 94640 INFO (SUITE-ConcurrentUpdateSolrClientTest-seed#[2DF33371342A6DC6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72234f4{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.ConcurrentUpdateSolrClientTest_2DF33371342A6DC6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1943, maxMBSortInHeap=5.925298382433395, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-ME, timezone=EST
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=207119248,total=362283008
[junit4] 2> NOTE: All tests run in this JVM: [ConcurrentUpdateSolrClientTest]
[junit4] Completed [8/146 (1!)] on J1 in 107.17s, 3 tests, 1 failure <<< FAILURES!
[...truncated 46839 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 255 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/255/
6 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:51827
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51827
at __randomizedtesting.SeedInfo.seed([C968EAD4DB6B22D1:83227ED44AC30DD4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:408)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 44 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
59 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 1) Thread[id=4386, name=org.eclipse.jetty.server.session.HashSessionManager@4ad3f475Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=4356, name=org.eclipse.jetty.server.session.HashSessionManager@2fd29121Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=4460, name=AutoscalingActionExecutor-1976-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=4384, name=qtp558665993-4384, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=4415, name=zkCallback-577-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=4442, name=searcherExecutor-1978-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=4436, name=OverseerThreadFactory-1977-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=4422, name=zkCallback-571-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=4378, name=qtp558665993-4378, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=4417, name=zkCallback-577-thread-1-processing-n:127.0.0.1:60965_-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 11) Thread[id=4354, name=qtp1480836553-4354, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=4391, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=4404, name=zkCallback-577-thread-3, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=4405, name=zkCallback-577-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=4377, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=4430, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=4360, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=4421, name=zkCallback-571-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=4410, name=zkCallback-571-thread-2, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=4355, name=qtp1480836553-4355, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=4379, name=qtp558665993-4379, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=4403, name=zkCallback-577-thread-2, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=4463, name=zkCallback-577-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=4416, name=zkCallback-577-thread-1-processing-n:127.0.0.1:60965_-SendThread(127.0.0.1:49816), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 25) Thread[id=4352, name=qtp1480836553-4352, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=4426, name=zkCallback-571-thread-2-processing-n:127.0.0.1:53833_-SendThread(127.0.0.1:49816), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 27) Thread[id=4462, name=zkCallback-577-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=4348, name=qtp1480836553-4348, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=4445, name=searcherExecutor-1983-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=4353, name=qtp1480836553-4353, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=4372, name=Scheduler-1835209312, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=4367, name=zkCallback-571-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=4427, name=zkCallback-571-thread-2-processing-n:127.0.0.1:53833_-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 34) Thread[id=4398, name=Thread-701, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 35) Thread[id=4428, name=OverseerStateUpdate-99063769085050893-127.0.0.1:60965_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:435) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=4385, name=qtp558665993-4385, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=4380, name=qtp558665993-4380-acceptor-0@60b92418-ServerConnector@5fd90c00{HTTP/1.1,[http/1.1]}{127.0.0.1:60965}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=4382, name=qtp558665993-4382, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=4368, name=Thread-692, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 40) Thread[id=4361, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=4456, name=indexFetcher-1989-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=4350, name=qtp1480836553-4350-acceptor-0@ba10403-ServerConnector@a8a610f{HTTP/1.1,[http/1.1]}{127.0.0.1:53833}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=4383, name=qtp558665993-4383, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=4397, name=zkCallback-577-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=4443, name=ScheduledTrigger-1975-thread-4, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=4412, name=zkCallback-571-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=4441, name=ScheduledTrigger-1975-thread-3, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=4381, name=qtp558665993-4381, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=4429, name=OverseerCollectionConfigSetProcessor-99063769085050893-127.0.0.1:60965_-n_0000000003, state=WAITING, group=Overseer collection creation process.] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332) at org.apache.solr.common.cloud.SolrZkClient$$Lambda$245/984158455.execute(Unknown Source) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=4431, name=OverseerAutoScalingTriggerThread-99063769085050893-127.0.0.1:60965_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=4349, name=qtp1480836553-4349, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=4439, name=ScheduledTrigger-1975-thread-2, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=4375, name=searcherExecutor-1963-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=4351, name=qtp1480836553-4351, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=4461, name=zkCallback-571-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=4401, name=Scheduler-188786725, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=4437, name=ScheduledTrigger-1975-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=4390, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=4411, name=zkCallback-571-thread-3, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 59 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:
1) Thread[id=4386, name=org.eclipse.jetty.server.session.HashSessionManager@4ad3f475Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=4356, name=org.eclipse.jetty.server.session.HashSessionManager@2fd29121Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=4460, name=AutoscalingActionExecutor-1976-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=4384, name=qtp558665993-4384, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=4415, name=zkCallback-577-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=4442, name=searcherExecutor-1978-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=4436, name=OverseerThreadFactory-1977-thread-1, state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=4422, name=zkCallback-571-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=4378, name=qtp558665993-4378, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=4417, name=zkCallback-577-thread-1-processing-n:127.0.0.1:60965_-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
11) Thread[id=4354, name=qtp1480836553-4354, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=4391, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=4404, name=zkCallback-577-thread-3, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=4405, name=zkCallback-577-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=4377, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=4430, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=4360, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=4421, name=zkCallback-571-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=4410, name=zkCallback-571-thread-2, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=4355, name=qtp1480836553-4355, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=4379, name=qtp558665993-4379, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=4403, name=zkCallback-577-thread-2, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=4463, name=zkCallback-577-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=4416, name=zkCallback-577-thread-1-processing-n:127.0.0.1:60965_-SendThread(127.0.0.1:49816), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
25) Thread[id=4352, name=qtp1480836553-4352, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=4426, name=zkCallback-571-thread-2-processing-n:127.0.0.1:53833_-SendThread(127.0.0.1:49816), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
27) Thread[id=4462, name=zkCallback-577-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=4348, name=qtp1480836553-4348, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=4445, name=searcherExecutor-1983-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=4353, name=qtp1480836553-4353, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=4372, name=Scheduler-1835209312, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=4367, name=zkCallback-571-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=4427, name=zkCallback-571-thread-2-processing-n:127.0.0.1:53833_-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
34) Thread[id=4398, name=Thread-701, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
35) Thread[id=4428, name=OverseerStateUpdate-99063769085050893-127.0.0.1:60965_-n_0000000003, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:435)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=4385, name=qtp558665993-4385, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=4380, name=qtp558665993-4380-acceptor-0@60b92418-ServerConnector@5fd90c00{HTTP/1.1,[http/1.1]}{127.0.0.1:60965}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=4382, name=qtp558665993-4382, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=4368, name=Thread-692, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
40) Thread[id=4361, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=4456, name=indexFetcher-1989-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=4350, name=qtp1480836553-4350-acceptor-0@ba10403-ServerConnector@a8a610f{HTTP/1.1,[http/1.1]}{127.0.0.1:53833}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=4383, name=qtp558665993-4383, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=4397, name=zkCallback-577-thread-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=4443, name=ScheduledTrigger-1975-thread-4, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=4412, name=zkCallback-571-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=4441, name=ScheduledTrigger-1975-thread-3, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
48) Thread[id=4381, name=qtp558665993-4381, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
49) Thread[id=4429, name=OverseerCollectionConfigSetProcessor-99063769085050893-127.0.0.1:60965_-n_0000000003, state=WAITING, group=Overseer collection creation process.]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.SolrZkClient$$Lambda$245/984158455.execute(Unknown Source)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
50) Thread[id=4431, name=OverseerAutoScalingTriggerThread-99063769085050893-127.0.0.1:60965_-n_0000000003, state=WAITING, group=Overseer autoscaling triggers]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
at java.lang.Thread.run(Thread.java:748)
51) Thread[id=4349, name=qtp1480836553-4349, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strat
[...truncated too long message...]
7.0.0.1:54930_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.readApiTestViolations.shard1.replica_n10, tag=2029902100
[junit4] 2> 3681567 INFO (coreCloseExecutor-2871-thread-3) [n:127.0.0.1:54930_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6df0e76b: rootName = solr_54930, domain = solr.core.readApiTestViolations.shard1.replica_n10, service url = null, agent id = null] for registry solr.core.readApiTestViolations.shard1.replica_n10 / com.codahale.metrics.MetricRegistry@1ecc23ff
[junit4] 2> 3681582 INFO (zkCallback-2703-thread-1-processing-n:127.0.0.1:42788_solr) [n:127.0.0.1:42788_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3681582 INFO (zkCallback-2612-thread-3-processing-n:127.0.0.1:54930_solr) [n:127.0.0.1:54930_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3681592 INFO (coreCloseExecutor-2872-thread-1) [n:127.0.0.1:42788_solr c:readApiTestViolations s:shard1 r:core_node14 x:readApiTestViolations_shard1_replica_n13] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=412045388
[junit4] 2> 3681606 INFO (zkCallback-2611-thread-1-processing-n:127.0.0.1:34165_solr) [n:127.0.0.1:34165_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3681688 INFO (coreCloseExecutor-2873-thread-2) [n:127.0.0.1:34165_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.readApiTestViolations.shard1.replica_n9, tag=1870313164
[junit4] 2> 3681688 INFO (coreCloseExecutor-2873-thread-2) [n:127.0.0.1:34165_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n9] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@110addc4: rootName = solr_34165, domain = solr.core.readApiTestViolations.shard1.replica_n9, service url = null, agent id = null] for registry solr.core.readApiTestViolations.shard1.replica_n9 / com.codahale.metrics.MetricRegistry@74f81d83
[junit4] 2> 3681712 INFO (coreCloseExecutor-2873-thread-2) [n:127.0.0.1:34165_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=1870313164
[junit4] 2> 3681722 INFO (coreCloseExecutor-2873-thread-1) [n:127.0.0.1:34165_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=504088230
[junit4] 2> 3681722 INFO (coreCloseExecutor-2871-thread-1) [n:127.0.0.1:54930_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=2131478424
[junit4] 2> 3681722 INFO (coreCloseExecutor-2871-thread-3) [n:127.0.0.1:54930_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=2029902100
[junit4] 2> 3681788 INFO (jetty-closer-2601-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@227fd1ba{/solr,null,UNAVAILABLE}
[junit4] 2> 3682251 INFO (jetty-closer-2601-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99063836324593670-127.0.0.1:54930_solr-n_0000000000) closing
[junit4] 2> 3682252 INFO (OverseerStateUpdate-99063836324593670-127.0.0.1:54930_solr-n_0000000000) [n:127.0.0.1:54930_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54930_solr
[junit4] 2> 3682252 WARN (OverseerAutoScalingTriggerThread-99063836324593670-127.0.0.1:54930_solr-n_0000000000) [n:127.0.0.1:54930_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3683727 INFO (jetty-closer-2601-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ab329e1{/solr,null,UNAVAILABLE}
[junit4] 2> 3684218 INFO (jetty-closer-2601-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2dad076e{/solr,null,UNAVAILABLE}
[junit4] 2> 3684243 ERROR (SUITE-AutoScalingHandlerTest-seed#[C968EAD4DB6B22D1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3684243 INFO (SUITE-AutoScalingHandlerTest-seed#[C968EAD4DB6B22D1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36027 36027
[junit4] 2> 3684431 INFO (Thread-1479) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36027 36027
[junit4] 2> 3684431 WARN (Thread-1479) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 180 /solr/aliases.json
[junit4] 2> 180 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 180 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/COLL1/state.json
[junit4] 2> 3 /solr/collections/readApiTestViolations/state.json
[junit4] 2> 2 /solr/collections/readApiTestViolations/leader_elect/shard1/election/99063836324593670-core_node8-n_0000000000
[junit4] 2> 2 /solr/collections/readApiTestViolations/leader_elect/shard1/election/99063836324593669-core_node11-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 180 /solr/live_nodes
[junit4] 2> 180 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_C968EAD4DB6B22D1-001
[junit4] 2> Nov 25, 2017 7:17:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=875, maxMBSortInHeap=7.11225415520015, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SY, timezone=America/Anguilla
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=160945776,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSchemaThreadSafety, TestCustomStream, TestStressVersions, TestPullReplicaErrorHandling, TestSmileRequest, TestNoOpRegenerator, SolrGangliaReporterTest, TestConfigSetProperties, TestBackupRepositoryFactory, TestPHPSerializedResponseWriter, PeerSyncTest, SegmentsInfoRequestHandlerTest, ClassificationUpdateProcessorTest, SpatialHeatmapFacetsTest, DistributedFacetPivotLargeTest, BasicFunctionalityTest, SpatialFilterTest, DateMathParserTest, TestFieldSortValues, BasicZkTest, SoftAutoCommitTest, CurrencyFieldTypeTest, LeaderInitiatedRecoveryOnShardRestartTest, TestSolrCoreSnapshots, SimpleCollectionCreateDeleteTest, RemoteQueryErrorTest, TestCrossCoreJoin, TestReloadAndDeleteDocs, TestBadConfig, TestRebalanceLeaders, VersionInfoTest, TestSQLHandler, TestSchemaNameResource, DistributedQueryComponentOptimizationTest, URLClassifyProcessorTest, TestJavabinTupleStreamParser, TestDistributedSearch, SolrShardReporterTest, ResourceLoaderTest, TestRawTransformer, TermsComponentTest, BigEndianAscendingWordDeserializerTest, TestWordDelimiterFilterFactory, TestPhraseSuggestions, V2StandaloneTest, TestLegacyTerms, JsonLoaderTest, TestRestManager, UpdateParamsTest, TestExportWriter, TestFieldCacheVsDocValues, TestSolrCloudWithHadoopAuthPlugin, TestIndexingPerformance, CacheHeaderTest, TestMaxScoreQueryParser, TestSchemalessBufferedUpdates, TestSolrConfigHandlerConcurrent, ZkControllerTest, DistribCursorPagingTest, TestManagedStopFilterFactory, TestDynamicFieldCollectionResource, SpellCheckCollatorTest, TestHalfAndHalfDocValues, TestTrieFacet, HLLUtilTest, TestJsonFacetRefinement, HdfsChaosMonkeySafeLeaderTest, DistributedQueueTest, TestSolrFieldCacheBean, ExitableDirectoryReaderTest, TestDownShardTolerantSearch, AnalysisAfterCoreReloadTest, ResponseHeaderTest, TestInfoStreamLogging, TestShortCircuitedRequests, DocumentBuilderTest, DeleteReplicaTest, TestCloudInspectUtil, TestSort, TestSolrDeletionPolicy1, TestPolicyCloud, TestFastOutputStream, DistributedDebugComponentTest, AutoScalingHandlerTest]
[junit4] Completed [688/749 (3!)] on J0 in 42.28s, 7 tests, 1 failure <<< FAILURES!
[...truncated 47534 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 254 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/254/
14 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41451
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41451
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:FE4C93B34EB7B985]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:801)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:374)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 52 more
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1097)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1582)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:656)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Two TriggerAction instances should have been created by now
Stack Trace:
java.lang.AssertionError: Two TriggerAction instances should have been created by now
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:8D3A044C32E137EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:235)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:47696_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:47696_solr wasn't created
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:6EA22465EE7E1992]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete
Error Message:
searcher529 wasn't fast enough
Stack Trace:
java.lang.AssertionError: searcher529 wasn't fast enough
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:B15414F4FBE319CD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:349)
at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:297)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1
Error Message:
java.lang.NullPointerException
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([76B31A1856751B6D:117406F6A2CD3FCC]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1(TestCollectionStateWatchers.java:290)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at java.util.TreeMap.getEntry(TreeMap.java:347)
at java.util.TreeMap.containsKey(TreeMap.java:232)
at java.util.TreeSet.contains(TreeSet.java:234)
at org.apache.solr.common.cloud.Replica.isActive(Replica.java:153)
at org.apache.solr.common.cloud.DocCollection.isFullyActive(DocCollection.java:301)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.lambda$testWatchesWorkForStateFormat1$20(TestCollectionStateWatchers.java:286)
at org.apache.solr.common.cloud.ZkStateReader.lambda$waitForState$7(ZkStateReader.java:1265)
at org.apache.solr.common.cloud.ZkStateReader.registerCollectionStateWatcher(ZkStateReader.java:1241)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.lambda$waitInBackground$0(TestCollectionStateWatchers.java:76)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([76B31A1856751B6D:FE85B84B8EDAF37F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not load collection from ZK: reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: reloaded_collection
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:77A1805735C47BE2]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:546)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.waitForReloads(CollectionsAPIDistributedZkTest.java:521)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:493)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/reloaded_collection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 46 more
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=2 not found in http://127.0.0.1:48341/c8n_1x2 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:48341/c8n_1x2 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:FE4C93B34EB7B985]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:604)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:559)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:328)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:8F553FC6DC3E99F7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:294)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:44269/c_e]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:44269/c_e]
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:FE4C93B34EB7B985]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.TestCollectionAPI.test(TestCollectionAPI.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44269/c_e
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 46 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 50 more
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:FE4C93B34EB7B985]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSolrConfigHandlerCloud.test
Error Message:
{ "responseHeader":{ "status":500, "QTime":31784}, "errorMessages":["4 out of 5 the property overlay to be of version 5 within 30 seconds! Failed cores: [https://127.0.0.1:57621/olwh/ji/collection1_shard2_replica_n41/, https://127.0.0.1:47640/olwh/ji/collection1_shard2_replica_n45/, https://127.0.0.1:49302/olwh/ji/collection1_shard1_replica_n43/, https://127.0.0.1:32858/olwh/ji/collection1_shard1_replica_n47/]\n"], "WARNING":"This response format is experimental. It is likely to change in the future.", "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","org.apache.solr.common.SolrException"], "msg":"4 out of 5 the property overlay to be of version 5 within 30 seconds! Failed cores: [https://127.0.0.1:57621/olwh/ji/collection1_shard2_replica_n41/, https://127.0.0.1:47640/olwh/ji/collection1_shard2_replica_n45/, https://127.0.0.1:49302/olwh/ji/collection1_shard1_replica_n43/, https://127.0.0.1:32858/olwh/ji/collection1_shard1_replica_n47/]", "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 5 within 30 seconds! Failed cores: [https://127.0.0.1:57621/olwh/ji/collection1_shard2_replica_n41/, https://127.0.0.1:47640/olwh/ji/collection1_shard2_replica_n45/, https://127.0.0.1:49302/olwh/ji/collection1_shard1_replica_n43/, https://127.0.0.1:32858/olwh/ji/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:771)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:101)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:502)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:345)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:158)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:136)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n", "code":500}}
Stack Trace:
java.lang.AssertionError: {
"responseHeader":{
"status":500,
"QTime":31784},
"errorMessages":["4 out of 5 the property overlay to be of version 5 within 30 seconds! Failed cores: [https://127.0.0.1:57621/olwh/ji/collection1_shard2_replica_n41/, https://127.0.0.1:47640/olwh/ji/collection1_shard2_replica_n45/, https://127.0.0.1:49302/olwh/ji/collection1_shard1_replica_n43/, https://127.0.0.1:32858/olwh/ji/collection1_shard1_replica_n47/]\n"],
"WARNING":"This response format is experimental. It is likely to change in the future.",
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","org.apache.solr.common.SolrException"],
"msg":"4 out of 5 the property overlay to be of version 5 within 30 seconds! Failed cores: [https://127.0.0.1:57621/olwh/ji/collection1_shard2_replica_n41/, https://127.0.0.1:47640/olwh/ji/collection1_shard2_replica_n45/, https://127.0.0.1:49302/olwh/ji/collection1_shard1_replica_n43/, https://127.0.0.1:32858/olwh/ji/collection1_shard1_replica_n47/]",
"trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 5 within 30 seconds! Failed cores: [https://127.0.0.1:57621/olwh/ji/collection1_shard2_replica_n41/, https://127.0.0.1:47640/olwh/ji/collection1_shard2_replica_n45/, https://127.0.0.1:49302/olwh/ji/collection1_shard1_replica_n43/, https://127.0.0.1:32858/olwh/ji/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:771)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:101)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:502)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:345)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:158)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:136)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:FE4C93B34EB7B985]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:185)
at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:283)
at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:97)
at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest.test
Error Message:
not committed. Bug or a slow test? expected:<4> but was:<3>
Stack Trace:
java.lang.AssertionError: not committed. Bug or a slow test? expected:<4> but was:<3>
at __randomizedtesting.SeedInfo.seed([7618AC69E04BD47D:FE4C93B34EB7B985]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest.addDocsAndCommit(TimePartitionedUpdateProcessorTest.java:208)
at org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest.test(TimePartitionedUpdateProcessorTest.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11760 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7618AC69E04BD47D-001/init-core-data-001
[junit4] 2> 511176 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 511177 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 511198 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 511198 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 511270 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7618AC69E04BD47D-001/tempDir-001
[junit4] 2> 511271 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 511272 INFO (Thread-99) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 511272 INFO (Thread-99) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 511355 ERROR (Thread-99) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 511397 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[7618AC69E04BD47D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39034
[junit4] 2> 511806 INFO (jetty-launcher-40-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 511815 INFO (jetty-launcher-40-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 511815 INFO (jetty-launcher-40-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 511815 INFO (jetty-launcher-40-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 511938 INFO (jetty-launcher-40-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a2e438b{/solr,null,AVAILABLE}
[junit4] 2> 511938 INFO (jetty-launcher-40-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39283dc0{HTTP/1.1,[http/1.1]}{127.0.0.1:60489}
[junit4] 2> 511938 INFO (jetty-launcher-40-thread-4) [ ] o.e.j.s.Server Started @534576ms
[junit4] 2> 511938 INFO (jetty-launcher-40-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60489}
[junit4] 2> 511939 ERROR (jetty-launcher-40-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 511939 INFO (jetty-launcher-40-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 511939 INFO (jetty-launcher-40-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 511939 INFO (jetty-launcher-40-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 511939 INFO (jetty-launcher-40-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-24T17:08:06.172Z
[junit4] 2> 511974 INFO (jetty-launcher-40-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3873fa40{/solr,null,AVAILABLE}
[junit4] 2> 512069 INFO (jetty-launcher-40-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45a2f632{/solr,null,AVAILABLE}
[junit4] 2> 512074 INFO (jetty-launcher-40-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68a3cafd{/solr,null,AVAILABLE}
[junit4] 2> 512142 INFO (jetty-launcher-40-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13747a5c{HTTP/1.1,[http/1.1]}{127.0.0.1:51658}
[junit4] 2> 512192 INFO (jetty-launcher-40-thread-2) [ ] o.e.j.s.Server Started @534830ms
[junit4] 2> 512150 INFO (jetty-launcher-40-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c6f5e4{HTTP/1.1,[http/1.1]}{127.0.0.1:34627}
[junit4] 2> 512192 INFO (jetty-launcher-40-thread-1) [ ] o.e.j.s.Server Started @534830ms
[junit4] 2> 512150 INFO (jetty-launcher-40-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57811d37{HTTP/1.1,[http/1.1]}{127.0.0.1:37482}
[junit4] 2> 512194 INFO (jetty-launcher-40-thread-3) [ ] o.e.j.s.Server Started @534831ms
[junit4] 2> 512192 INFO (jetty-launcher-40-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51658}
[junit4] 2> 512193 INFO (jetty-launcher-40-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34627}
[junit4] 2> 512194 INFO (jetty-launcher-40-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37482}
[junit4] 2> 512196 ERROR (jetty-launcher-40-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 512213 INFO (jetty-launcher-40-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 512213 INFO (jetty-launcher-40-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 512213 INFO (jetty-launcher-40-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 512213 INFO (jetty-launcher-40-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-24T17:08:06.446Z
[junit4] 2> 512196 ERROR (jetty-launcher-40-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 512212 ERROR (jetty-launcher-40-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 512213 INFO (jetty-launcher-40-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 512233 INFO (jetty-launcher-40-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 512234 INFO (jetty-launcher-40-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 512234 INFO (jetty-launcher-40-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-24T17:08:06.467Z
[junit4] 2> 512213 INFO (jetty-launcher-40-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 512234 INFO (jetty-launcher-40-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 512234 INFO (jetty-launcher-40-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 512234 INFO (jetty-launcher-40-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-24T17:08:06.467Z
[junit4] 2> 512297 INFO (jetty-launcher-40-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[...truncated too long message...]
899758 INFO (coreCloseExecutor-883-thread-2) [n:127.0.0.1:37218_solr c:testcollection s:shard3 r:core_node6 x:testcollection_shard3_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard3.replica_n5, tag=165939990
[junit4] 2> 899758 INFO (coreCloseExecutor-883-thread-2) [n:127.0.0.1:37218_solr c:testcollection s:shard3 r:core_node6 x:testcollection_shard3_replica_n5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70b9bbd9: rootName = solr_37218, domain = solr.core.testcollection.shard3.replica_n5, service url = null, agent id = null] for registry solr.core.testcollection.shard3.replica_n5 / com.codahale.metrics.MetricRegistry@404e613f
[junit4] 2> 900086 INFO (coreCloseExecutor-883-thread-2) [n:127.0.0.1:37218_solr c:testcollection s:shard3 r:core_node6 x:testcollection_shard3_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard3.leader, tag=165939990
[junit4] 2> 900086 INFO (coreCloseExecutor-883-thread-3) [n:127.0.0.1:37218_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.currentstate.shard1.replica_n1, tag=1862821854
[junit4] 2> 900086 INFO (coreCloseExecutor-883-thread-3) [n:127.0.0.1:37218_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a5f8470: rootName = solr_37218, domain = solr.core.currentstate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.currentstate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7b2422f8
[junit4] 2> 900119 INFO (coreCloseExecutor-883-thread-3) [n:127.0.0.1:37218_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.currentstate.shard1.leader, tag=1862821854
[junit4] 2> 900127 INFO (coreCloseExecutor-882-thread-1) [n:127.0.0.1:34559_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.waitforstate.shard1.leader, tag=853554272
[junit4] 2> 900175 INFO (jetty-closer-325-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99061292583419915-127.0.0.1:50514_solr-n_0000000000) closing
[junit4] 2> 900175 INFO (OverseerStateUpdate-99061292583419915-127.0.0.1:50514_solr-n_0000000000) [n:127.0.0.1:50514_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50514_solr
[junit4] 2> 900194 INFO (coreCloseExecutor-882-thread-2) [n:127.0.0.1:34559_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard2.replica_n3, tag=276984215
[junit4] 2> 900194 INFO (coreCloseExecutor-882-thread-2) [n:127.0.0.1:34559_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60c2155: rootName = solr_34559, domain = solr.core.falsepredicate.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.falsepredicate.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@2651db7a
[junit4] 2> 900217 WARN (OverseerAutoScalingTriggerThread-99061292583419915-127.0.0.1:50514_solr-n_0000000000) [n:127.0.0.1:50514_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 900217 INFO (coreCloseExecutor-882-thread-2) [n:127.0.0.1:34559_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard2.leader, tag=276984215
[junit4] 2> 900226 INFO (coreCloseExecutor-882-thread-3) [n:127.0.0.1:34559_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=535834699
[junit4] 2> 900226 INFO (coreCloseExecutor-882-thread-3) [n:127.0.0.1:34559_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b10d29c: rootName = solr_34559, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@328cdfa7
[junit4] 2> 900241 INFO (coreCloseExecutor-882-thread-3) [n:127.0.0.1:34559_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=535834699
[junit4] 2> 900431 INFO (zkCallback-347-thread-7-processing-n:127.0.0.1:34559_solr) [n:127.0.0.1:34559_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34559_solr
[junit4] 2> 900432 INFO (jetty-closer-325-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41040688{/solr,null,UNAVAILABLE}
[junit4] 2> 900596 INFO (jetty-closer-325-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@497b9fbb{/solr,null,UNAVAILABLE}
[junit4] 2> 900611 INFO (jetty-closer-325-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@827733c{/solr,null,UNAVAILABLE}
[junit4] 2> 900639 ERROR (SUITE-TestCollectionStateWatchers-seed#[76B31A1856751B6D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 900639 INFO (SUITE-TestCollectionStateWatchers-seed#[76B31A1856751B6D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59511 59511
[junit4] 2> 900731 INFO (Thread-234) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59511 59511
[junit4] 2> 900731 WARN (Thread-234) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 5 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 77 /solr/collections/falsepredicate/state.json
[junit4] 2> 44 /solr/collections/testcollection/state.json
[junit4] 2> 17 /solr/collections/waitforstate/state.json
[junit4] 2> 11 /solr/collections/delayed/state.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/currentstate/state.json
[junit4] 2> 6 /solr/collections/tobedeleted/state.json
[junit4] 2> 5 /solr/overseer_elect/election/99061292583419915-127.0.0.1:50514_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_76B31A1856751B6D-001
[junit4] 2> Nov 24, 2017 8:31:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=es-CU, timezone=Asia/Damascus
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=157390744,total=471334912
[junit4] 2> NOTE: All tests run in this JVM: [TestUpdateRequestCodec, SubtractEvaluatorTest, RecursiveEvaluatorTest, FacetFieldTest, AppendEvaluatorTest, SolrDocumentTest, JDBCStreamTest, TestFastInputStream, CollectionAdminRequestRequiredParamsTest, QueryResponseTest, CommonAdminParamsTest, CorrelationEvaluatorTest, TestV2Request, SolrZkClientTest, TestDocumentObjectBinder, TestSolrProperties, NormalDistributionEvaluatorTest, TestDelegationTokenResponse, SolrExampleStreamingBinaryTest, SolrExampleEmbeddedTest, UniformDistributionEvaluatorTest, EqualToEvaluatorTest, SolrQueryTest, CloudSolrClientMultiConstructorTest, SolrExampleBinaryTest, SolrExampleJettyTest, TestBatchUpdate, JettyWebappTest, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TestCoreAdmin, TestPolicy, BasicHttpSolrClientTest, CloudSolrClientBuilderTest, CloudSolrClientTest, StreamExpressionToExpessionTest, AbsoluteValueEvaluatorTest, AddEvaluatorTest, AndEvaluatorTest, ArcSineEvaluatorTest, ArcTangentEvaluatorTest, ArrayEvaluatorTest, CeilingEvaluatorTest, CubedRootEvaluatorTest, CumulativeProbabilityEvaluatorTest, FieldValueEvaluatorTest, FloorEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicSineEvaluatorTest, HyperbolicTangentEvaluatorTest, LengthEvaluatorTest, LessThanEvaluatorTest, ModuloEvaluatorTest, NaturalLogEvaluatorTest, NormalizeEvaluatorTest, NotEvaluatorTest, OrEvaluatorTest, PowerEvaluatorTest, ReverseEvaluatorTest, RoundEvaluatorTest, TangentEvaluatorTest, UuidEvaluatorTest, ConcatOperationTest, SolrPingTest, TestCollectionAdminRequest, TestConfigSetAdminRequest, TestDelegationTokenRequest, TestV1toV2ApiMapper, NoOpResponseParserTest, TestSuggesterResponse, TestCollectionStateWatchers]
[junit4] Completed [145/146 (1!)] on J1 in 112.75s, 9 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 46403 lines...]