You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/03 03:13:54 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1280 - Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1280/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.update.HardAutoCommitTest.testCommitWithin
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([2EB21DBBDF60713B:946072C35C4E9F2E]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:896)
at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:889)
... 40 more
Build Log:
[...truncated 12134 lines...]
[junit4] Suite: org.apache.solr.update.HardAutoCommitTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.HardAutoCommitTest_2EB21DBBDF60713B-001/init-core-data-001
[junit4] 2> 1540937 WARN (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=95 numCloses=95
[junit4] 2> 1540937 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1540938 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1540939 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1540939 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1540966 WARN (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1540968 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1540991 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1541126 WARN (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1541128 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1541174 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73a54c4f
[junit4] 2> 1541180 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73a54c4f
[junit4] 2> 1541180 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73a54c4f
[junit4] 2> 1541183 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1541239 WARN (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1541241 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1541269 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1541399 WARN (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1541401 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1541407 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1541407 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73a54c4f
[junit4] 2> 1541407 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1541407 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.HardAutoCommitTest_2EB21DBBDF60713B-001/init-core-data-001/]
[junit4] 2> 1541409 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1541478 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1541478 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1541479 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1541479 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1541479 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43991416415091955]
[junit4] 2> 1541480 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46d40256[collection1] main]
[junit4] 2> 1541480 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1541503 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1541518 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1541518 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1541518 INFO (coreLoadExecutor-6811-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566340738011103232
[junit4] 2> 1541519 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1541519 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1541519 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1541519 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1541520 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1541520 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1541520 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1541520 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1541521 INFO (searcherExecutor-6812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46d40256[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1541522 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1541525 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
[junit4] 2> 1541525 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1541526 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4342c733[collection1] realtime]
[junit4] 2> 1541526 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 1541526 ERROR (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 1541527 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1541558 WARN (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1541559 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1541587 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1541679 WARN (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1541681 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1541686 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1541707 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73a54c4f
[junit4] 2> 1541707 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.HardAutoCommitTest_2EB21DBBDF60713B-001/init-core-data-001/]
[junit4] 2> 1541778 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1541778 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1541779 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@477c9b4d[collection1] main]
[junit4] 2> 1541780 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1541781 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1541784 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1541784 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566340738290024448
[junit4] 2> 1541786 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1541787 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1541787 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1541787 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1541788 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1541788 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1375246930, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1541788 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1541788 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1541788 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1541789 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1541789 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1541791 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@477c9b4d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1541792 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60daa4e3[collection1] main]
[junit4] 2> 1541792 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@37852d67
[junit4] 2> 1541792 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=931474791
[junit4] 2> 1541802 INFO (searcherExecutor-6817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@60daa4e3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1541805 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1566340738305753088)]} 0 5
[junit4] 2> 1541805 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1541808 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1566340738314141696)]} 0 9
[junit4] 2> 1541808 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1541809 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1566340738316238848)]} 0 10
[junit4] 2> 1541809 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1541810 ERROR (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
[junit4] 2> 1541810 ERROR (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=standard&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:889)
[junit4] 2> at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1541811 INFO (TEST-HardAutoCommitTest.testCommitWithin-seed#[2EB21DBBDF60713B]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HardAutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=2EB21DBBDF60713B -Dtests.slow=true -Dtests.locale=ar-JO -Dtests.timezone=Brazil/DeNoronha -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.29s J1 | HardAutoCommitTest.testCommitWithin <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Exception during query
[junit4] > at __randomizedtesting.SeedInfo.seed([2EB21DBBDF60713B:946072C35C4E9F2E]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:896)
[junit4] > at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] > xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] > <response>
[junit4] > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] > </response>
[junit4] > request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:889)
[junit4] > ... 40 more
[junit4] 2> 1541813 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1541813 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1415439184
[junit4] 2> 1541813 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1541814 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1541815 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1541815 INFO (SUITE-HardAutoCommitTest-seed#[2EB21DBBDF60713B]-worker) [ x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1541815 INFO (coreCloseExecutor-6821-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2af4c9aa
[junit4] 2> 1541815 INFO (coreCloseExecutor-6821-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 1541816 INFO (coreCloseExecutor-6821-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@29676d02 commitCommandVersion:0
[junit4] 2> 1541818 INFO (coreCloseExecutor-6821-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=720685482
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.HardAutoCommitTest_2EB21DBBDF60713B-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, maxDocsPerChunk=4, blockSize=388), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, blockSize=388)), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-JO, timezone=Brazil/DeNoronha
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=183065496,total=451149824
[junit4] 2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorIntegrationTest, DistributedDebugComponentTest, TestHdfsUpdateLog, PreAnalyzedUpdateProcessorTest, TestSchemaManager, TestAuthorizationFramework, CheckHdfsIndexTest, TestExactSharedStatsCache, PeerSyncWithIndexFingerprintCachingTest, TestUniqueKeyFieldResource, TestRebalanceLeaders, ZkStateWriterTest, TestFieldSortValues, TestBlendedInfixSuggestions, TestIndexingPerformance, TestPathTrie, DistribJoinFromCollectionTest, RequestHandlersTest, TestLegacyFieldCache, TestSolrIndexConfig, TestRandomFlRTGCloud, UtilsToolTest, PrimUtilsTest, OverseerModifyCollectionTest, UpdateRequestProcessorFactoryTest, TestMultiWordSynonyms, TestFieldTypeResource, AutoCommitTest, TestSolr4Spatial, TestManagedResource, TestClusterProperties, PropertiesRequestHandlerTest, TestReload, TestRealTimeGet, TestDefaultStatsCache, TestConfigsApi, TestFiltering, OverriddenZkACLAndCredentialsProvidersTest, SolrMetricManagerTest, UpdateParamsTest, TestGraphTermsQParserPlugin, InfixSuggestersTest, URLClassifyProcessorTest, TestQueryUtils, TestEmbeddedSolrServerSchemaAPI, OverseerStatusTest, TestHdfsCloudBackupRestore, RollingRestartTest, BooleanFieldTest, QueryResultKeyTest, TestPHPSerializedResponseWriter, TestLocalFSCloudBackupRestore, ForceLeaderTest, JSONWriterTest, TestSolrQueryParser, SaslZkACLProviderTest, ExplicitHLLTest, TestFieldResource, LeaderFailureAfterFreshStartTest, TestBadConfig, TestConfigSetsAPIZkFailure, TestLRUCache, AsyncCallRequestStatusResponseTest, TestDynamicLoading, JsonLoaderTest, HdfsNNFailoverTest, ConvertedLegacyTest, TermVectorComponentTest, TestStressUserVersions, TestMaxScoreQueryParser, TestPivotHelperCode, TestShortCircuitedRequests, TestLMJelinekMercerSimilarityFactory, ExternalFileFieldSortTest, TestRuleBasedAuthorizationPlugin, DeleteNodeTest, SystemInfoHandlerTest, BasicAuthStandaloneTest, DOMUtilTest, DistributedIntervalFacetingTest, TestSimpleQParserPlugin, SimpleCollectionCreateDeleteTest, HdfsRecoveryZkTest, TestSQLHandlerNonCloud, TestCloudInspectUtil, BigEndianAscendingWordSerializerTest, TestRandomFaceting, ExitableDirectoryReaderTest, TestCloudNestedDocsSort, ChaosMonkeySafeLeaderTest, IndexSchemaTest, PeerSyncReplicationTest, DirectUpdateHandlerOptimizeTest, TestWriterPerf, TestComplexPhraseQParserPlugin, TestLRUStatsCache, TestConfigReload, SharedFSAutoReplicaFailoverTest, TestChildDocTransformer, SuggestComponentContextFilterQueryTest, HdfsWriteToMultipleCollectionsTest, TestReloadDeadlock, TestSearchPerf, TestDownShardTolerantSearch, TestBulkSchemaConcurrent, TestReplicationHandlerBackup, TestPushWriter, ConfigSetsAPITest, TestFastWriter, TestRandomCollapseQParserPlugin, TestSolrCLIRunExample, HLLSerializationTest, TestConfig, TestInitQParser, ReplicationFactorTest, TestRangeQuery, MultiThreadedOCPTest, SolrShardReporterTest, RegexBoostProcessorTest, TestFoldingMultitermQuery, TestFieldCache, TestTrie, MissingSegmentRecoveryTest, TestAtomicUpdateErrorCases, MergeStrategyTest, ShowFileRequestHandlerTest, TestConfigSetsAPI, TestSolr4Spatial2, ConnectionReuseTest, SolrCmdDistributorTest, FullSolrCloudDistribCmdsTest, TestDocBasedVersionConstraints, AnalyticsMergeStrategyTest, TestDistributedMissingSort, TestSubQueryTransformerCrossCore, TestConfigOverlay, SolrInfoBeanTest, DeleteInactiveReplicaTest, TestConfigSetProperties, AliasIntegrationTest, TestReversedWildcardFilterFactory, TestCollationFieldDocValues, IgnoreCommitOptimizeUpdateProcessorFactoryTest, UninvertDocValuesMergePolicyTest, TestDistributedGrouping, TestFieldCacheVsDocValues, TestScoreJoinQPNoScore, DistributedQueryComponentCustomSortTest, BasicFunctionalityTest, TestDelegationWithHadoopAuth, TestDFRSimilarityFactory, SortSpecParsingTest, CloneFieldUpdateProcessorFactoryTest, TestIndexSearcher, TestJsonFacetRefinement, TestSolrConfigHandlerConcurrent, TestObjectReleaseTracker, TestRequestForwarding, TestRestManager, TestSolrConfigHandler, AddBlockUpdateTest, BlockJoinFacetSimpleTest, RemoteQueryErrorTest, BadComponentTest, TestApiFramework, TestOmitPositions, VersionInfoTest, TestMacroExpander, QueryParsingTest, SolrMetricsIntegrationTest, TestValueSourceCache, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingCustomTest, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, HardAutoCommitTest]
[junit4] Completed [373/708 (1!)] on J1 in 0.90s, 1 test, 1 error <<< FAILURES!
[...truncated 44503 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1282 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1282/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:159) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:107) at sun.reflect.GeneratedConstructorAccessor175.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:785) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:847) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1102) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:972) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:959) at org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:594) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:159)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:107)
at sun.reflect.GeneratedConstructorAccessor175.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:785)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:847)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1102)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:972)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:959)
at org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:594)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([61047B16454CC0FB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.GeneratedMethodAccessor25.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46024 within 30000 ms
Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46024 within 30000 ms
at __randomizedtesting.SeedInfo.seed([61047B16454CC0FB:11B17234BFB68B4C]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.AbstractDistribZkTestBase.printLayout(AbstractDistribZkTestBase.java:322)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1505)
at org.apache.solr.core.TestCustomStream.distribTearDown(TestCustomStream.java:52)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46024 within 30000 ms
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
... 38 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCustomStream
Error Message:
79 threads leaked from SUITE scope at org.apache.solr.core.TestCustomStream: 1) Thread[id=24881, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-SendThread(127.0.0.1:46024), state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 2) Thread[id=24920, name=org.eclipse.jetty.server.session.HashSessionManager@51f1b0d6Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=24961, name=qtp1375065940-24961, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=24943, name=qtp393068210-24943, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=24952, name=Scheduler-1474926624, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=24959, name=qtp1375065940-24959, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=24879, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=24888, name=qtp2131720122-24888, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=24919, name=qtp508105651-24919, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=24942, name=qtp393068210-24942-acceptor-0@62fb19b4-ServerConnector@3135fe54{HTTP/1.1,[http/1.1]}{127.0.0.1:46024}, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=24924, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=24916, name=qtp508105651-24916, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=24957, name=qtp1375065940-24957, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=24848, name=qtp588664689-24848, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=24892, name=org.eclipse.jetty.server.session.HashSessionManager@15517b62Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=24838, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=24948, name=qtp393068210-24948, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 18) Thread[id=24949, name=org.eclipse.jetty.server.session.HashSessionManager@3fb898efTimer, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=24934, name=Thread-5125, state=WAITING, group=TGRP-TestCustomStream] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1546) 20) Thread[id=24918, name=qtp508105651-24918, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 21) Thread[id=24954, name=qtp1375065940-24954, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 22) Thread[id=24852, name=qtp588664689-24852, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 23) Thread[id=24841, name=ProcessThread(sid:0 cport:46024):, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 24) Thread[id=24953, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 25) Thread[id=24965, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 26) Thread[id=24891, name=qtp2131720122-24891, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 27) Thread[id=24849, name=qtp588664689-24849, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 28) Thread[id=24925, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 29) Thread[id=24856, name=org.eclipse.jetty.server.session.HashSessionManager@3fd6cf46Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 30) Thread[id=24860, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 31) Thread[id=24889, name=qtp2131720122-24889, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 32) Thread[id=24897, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 33) Thread[id=24839, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 34) Thread[id=24886, name=qtp2131720122-24886, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 35) Thread[id=24917, name=qtp508105651-24917, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 36) Thread[id=24851, name=qtp588664689-24851, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 37) Thread[id=24947, name=qtp393068210-24947, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 38) Thread[id=24861, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 39) Thread[id=24915, name=qtp508105651-24915, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 40) Thread[id=24877, name=searcherExecutor-9819-thread-1, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 41) Thread[id=24913, name=qtp508105651-24913-acceptor-0@5e84c960-ServerConnector@7825098f{HTTP/1.1,[http/1.1]}{127.0.0.1:62608}, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 42) Thread[id=24896, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 43) Thread[id=24885, name=qtp2131720122-24885-acceptor-0@6d379338-ServerConnector@3f7bbf42{HTTP/1.1,[http/1.1]}{127.0.0.1:53563}, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 44) Thread[id=24880, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 45) Thread[id=24837, name=Thread-5098, state=WAITING, group=TGRP-TestCustomStream] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1249) at java.lang.Thread.join(Thread.java:1323) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 46) Thread[id=24909, name=searcherExecutor-9830-thread-1, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 47) Thread[id=24870, name=OverseerHdfsCoreFailoverThread-97901603023421444-127.0.0.1:55277_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745) 48) Thread[id=24865, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-SendThread(127.0.0.1:46024), state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 49) Thread[id=24884, name=qtp2131720122-24884, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 50) Thread[id=24902, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-EventThread, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 51) Thread[id=24960, name=qtp1375065940-24960, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 52) Thread[id=24912, name=qtp508105651-24912, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 53) Thread[id=24853, name=qtp588664689-24853, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 54) Thread[id=24890, name=qtp2131720122-24890, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 55) Thread[id=24930, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-EventThread, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 56) Thread[id=24944, name=qtp393068210-24944, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 57) Thread[id=24955, name=qtp1375065940-24955-acceptor-0@1e4fc379-ServerConnector@189da0fd{HTTP/1.1,[http/1.1]}{127.0.0.1:54451}, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 58) Thread[id=24882, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-EventThread, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 59) Thread[id=24855, name=qtp588664689-24855, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 60) Thread[id=24940, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 61) Thread[id=24901, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-SendThread(127.0.0.1:46024), state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 62) Thread[id=24911, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 63) Thread[id=24956, name=qtp1375065940-24956, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 64) Thread[id=24866, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-EventThread, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 65) Thread[id=24850, name=qtp588664689-24850-acceptor-0@59995e5e-ServerConnector@a7271e7{HTTP/1.1,[http/1.1]}{127.0.0.1:55277}, state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) 66) Thread[id=24962, name=org.eclipse.jetty.server.session.HashSessionManager@1bd4cbadTimer, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 67) Thread[id=24929, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-SendThread(127.0.0.1:46024), state=RUNNABLE, group=TGRP-TestCustomStream] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 68) Thread[id=24872, name=Thread-5107, state=WAITING, group=TGRP-TestCustomStream] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1546) 69) Thread[id=24869, name=OverseerCollectionConfigSetProcessor-97901603023421444-127.0.0.1:55277_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:352) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.lang.Thread.run(Thread.java:745) 70) Thread[id=24941, name=qtp393068210-24941, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 71) Thread[id=24914, name=qtp508105651-24914, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 72) Thread[id=24854, name=qtp588664689-24854, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 73) Thread[id=24905, name=Thread-5116, state=WAITING, group=TGRP-TestCustomStream] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1546) 74) Thread[id=24868, name=OverseerStateUpdate-97901603023421444-127.0.0.1:55277_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:163) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:137) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:183) at java.lang.Thread.run(Thread.java:745) 75) Thread[id=24938, name=searcherExecutor-9841-thread-1, state=WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 76) Thread[id=24887, name=qtp2131720122-24887, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 77) Thread[id=24958, name=qtp1375065940-24958, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 78) Thread[id=24946, name=qtp393068210-24946, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745) 79) Thread[id=24945, name=qtp393068210-24945, state=TIMED_WAITING, group=TGRP-TestCustomStream] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 79 threads leaked from SUITE scope at org.apache.solr.core.TestCustomStream:
1) Thread[id=24881, name=TEST-TestCustomStream.testDynamicLoadingCustomStream-seed#[61047B16454CC0FB]-SendThread(127.0.0.1:46024), state=RUNNABLE, group=TGRP-TestCustomStream]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
2) Thread[id=24920, name=org.eclipse.jetty.server.session.HashSessionManager@51f1b0d6Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=24961, name=qtp1375065940-24961, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=24943, name=qtp393068210-24943, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=24952, name=Scheduler-1474926624, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=24959, name=qtp1375065940-24959, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=24879, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=24888, name=qtp2131720122-24888, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=24919, name=qtp508105651-24919, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=24942, name=qtp393068210-24942-acceptor-0@62fb19b4-ServerConnector@3135fe54{HTTP/1.1,[http/1.1]}{127.0.0.1:46024}, state=RUNNABLE, group=TGRP-TestCustomStream]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=24924, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=24916, name=qtp508105651-24916, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=24957, name=qtp1375065940-24957, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=24848, name=qtp588664689-24848, state=RUNNABLE, group=TGRP-TestCustomStream]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=24892, name=org.eclipse.jetty.server.session.HashSessionManager@15517b62Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=24838, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCustomStream]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=24948, name=qtp393068210-24948, state=RUNNABLE, group=TGRP-TestCustomStream]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=24949, name=org.eclipse.jetty.server.session.HashSessionManager@3fb898efTimer, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=24934, name=Thread-5125, state=WAITING, group=TGRP-TestCustomStream]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1546)
20) Thread[id=24918, name=qtp508105651-24918, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
21) Thread[id=24954, name=qtp1375065940-24954, state=RUNNABLE, group=TGRP-TestCustomStream]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
22) Thread[id=24852, name=qtp588664689-24852, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
23) Thread[id=24841, name=ProcessThread(sid:0 cport:46024):, state=WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
24) Thread[id=24953, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
25) Thread[id=24965, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
26) Thread[id=24891, name=qtp2131720122-24891, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
27) Thread[id=24849, name=qtp588664689-24849, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
28) Thread[id=24925, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
29) Thread[id=24856, name=org.eclipse.jetty.server.session.HashSessionManager@3fd6cf46Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
30) Thread[id=24860, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
31) Thread[id=24889, name=qtp2131720122-24889, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:745)
32) Thread[id=24897, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCustomStream]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:745)
33) Thread[id=2483
[...truncated too long message...]
)
[junit4] > 13) Thread[id=24912, name=qtp508105651-24912, state=RUNNABLE, group=TGRP-TestCustomStream]
[junit4] > at sun.nio.ch.DevPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.DevPollArrayWrapper.interrupt(DevPollArrayWrapper.java:300)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.wakeup(DevPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 14) Thread[id=24848, name=qtp588664689-24848, state=RUNNABLE, group=TGRP-TestCustomStream]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 15) Thread[id=24892, name=org.eclipse.jetty.server.session.HashSessionManager@15517b62Timer, state=TIMED_WAITING, group=TGRP-TestCustomStream]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 16) Thread[id=24905, name=Thread-5116, state=WAITING, group=TGRP-TestCustomStream]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1546)
[junit4] > 17) Thread[id=24938, name=searcherExecutor-9841-thread-1, state=WAITING, group=TGRP-TestCustomStream]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 18) Thread[id=24948, name=qtp393068210-24948, state=RUNNABLE, group=TGRP-TestCustomStream]
[junit4] > at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
[junit4] > at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 19) Thread[id=24949, name=org.eclipse.jetty.server.session.HashSessionManager@3fb898efTimer, state=TIMED_WAITING, group=TGRP-TestCustomStream]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 20) Thread[id=24877, name=searcherExecutor-9819-thread-1, state=WAITING, group=TGRP-TestCustomStream]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 21) Thread[id=24934, name=Thread-5125, state=WAITING, group=TGRP-TestCustomStream]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1546)
[junit4] > at __randomizedtesting.SeedInfo.seed([61047B16454CC0FB]:0)
[junit4] Completed [580/709 (2!)] on J1 in 152.44s, 1 test, 3 errors <<< FAILURES!
[...truncated 43820 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1281 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1281/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitShardWithRule
Error Message:
Error from server at http://127.0.0.1:48960/x_k: Could not find collection : shardSplitWithRule
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48960/x_k: Could not find collection : shardSplitWithRule
at __randomizedtesting.SeedInfo.seed([137F0FFA03E06941:9271DE489E12326A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:451)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:392)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.ShardSplitTest.testSplitShardWithRule(ShardSplitTest.java:543)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12657 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/init-core-data-001
[junit4] 2> 1999088 INFO (SUITE-ShardSplitTest-seed#[137F0FFA03E06941]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1999090 INFO (SUITE-ShardSplitTest-seed#[137F0FFA03E06941]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1999090 INFO (SUITE-ShardSplitTest-seed#[137F0FFA03E06941]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /x_k/
[junit4] 2> 1999092 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1999092 INFO (Thread-7336) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1999092 INFO (Thread-7336) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1999094 ERROR (Thread-7336) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1999192 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkTestServer start zk server on port:54803
[junit4] 2> 1999209 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1999213 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1999216 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1999218 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1999221 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1999224 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1999226 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1999229 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1999231 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1999233 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1999236 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1999389 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/control-001/cores/collection1
[junit4] 2> 1999391 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1999392 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ba4366a{/x_k,null,AVAILABLE}
[junit4] 2> 1999393 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4918c967{HTTP/1.1,[http/1.1]}{127.0.0.1:37240}
[junit4] 2> 1999393 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server Started @2002736ms
[junit4] 2> 1999394 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/tempDir-001/control/data, hostContext=/x_k, hostPort=37240, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/control-001/cores}
[junit4] 2> 1999394 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1999394 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 1999394 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1999394 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1999394 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-03T13:23:43.607Z
[junit4] 2> 1999398 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1999398 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/control-001/solr.xml
[junit4] 2> 1999403 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1999405 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54803/solr
[junit4] 2> 1999443 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1999445 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37240_x_k
[junit4] 2> 1999447 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.c.Overseer Overseer (id=97898844868182020-127.0.0.1:37240_x_k-n_0000000000) starting
[junit4] 2> 1999460 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37240_x_k
[junit4] 2> 1999464 INFO (zkCallback-2698-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1999518 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 1999522 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 1999522 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 1999523 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/control-001/cores
[junit4] 2> 1999523 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37240_x_k ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1999524 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1999528 INFO (OverseerStateUpdate-97898844868182020-127.0.0.1:37240_x_k-n_0000000000) [n:127.0.0.1:37240_x_k ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2000544 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2000556 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2000647 WARN (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2000648 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2000675 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2000675 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2000675 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2000675 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/control-001/cores/collection1/data/]
[junit4] 2> 2000677 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=30.8544921875, floorSegmentMB=2.1748046875, forceMergeDeletesPctAllowed=28.825839957832162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2000685 WARN (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2000731 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2000731 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2000747 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2000747 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2000748 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2000749 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73bd2ede[collection1] main]
[junit4] 2> 2000751 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2000751 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2000752 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2000752 INFO (coreLoadExecutor-8168-thread-1-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566381519630499840
[junit4] 2> 2000753 INFO (searcherExecutor-8169-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73bd2ede[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2000764 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2000764 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2000764 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37240/x_k/collection1/
[junit4] 2> 2000764 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2000764 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:37240/x_k/collection1/ has no replicas
[junit4] 2> 2000765 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2000772 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37240/x_k/collection1/ shard1
[junit4] 2> 2000999 INFO (coreZkRegister-8161-thread-1-processing-n:127.0.0.1:37240_x_k x:collection1 c:control_collection) [n:127.0.0.1:37240_x_k c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2001055 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2001056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54803/solr ready
[junit4] 2> 2001056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2001203 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001/cores/collection1
[junit4] 2> 2001203 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001
[junit4] 2> 2001204 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2001206 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f365a63{/x_k,null,AVAILABLE}
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68aef33b{HTTP/1.1,[http/1.1]}{127.0.0.1:46147}
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server Started @2004550ms
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=46147, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001/cores}
[junit4] 2> 2001207 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2001207 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-03T13:23:45.420Z
[junit4] 2> 2001212 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2001212 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001/solr.xml
[junit4] 2> 2001216 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2001219 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54803/solr
[junit4] 2> 2001235 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2001240 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2001244 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46147_x_k
[junit4] 2> 2001246 INFO (zkCallback-2702-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2001247 INFO (zkCallback-2698-thread-2-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2001248 INFO (zkCallback-2707-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2001358 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2001362 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2001362 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2001364 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001/cores
[junit4] 2> 2001364 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:46147_x_k ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2001365 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2001367 INFO (OverseerStateUpdate-97898844868182020-127.0.0.1:37240_x_k-n_0000000000) [n:127.0.0.1:37240_x_k ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2002393 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2002406 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2002529 WARN (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2002530 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2002556 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2002557 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2002557 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2002557 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 2002560 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=30.8544921875, floorSegmentMB=2.1748046875, forceMergeDeletesPctAllowed=28.825839957832162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2002630 WARN (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2002690 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2002691 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2002692 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2002692 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2002693 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2002694 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e22a93c[collection1] main]
[junit4] 2> 2002696 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2002696 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2002697 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2002697 INFO (coreLoadExecutor-8179-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566381521669980160
[junit4] 2> 2002698 INFO (searcherExecutor-8180-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e22a93c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2002707 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2002707 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2002707 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46147/x_k/collection1/
[junit4] 2> 2002707 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2002707 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46147/x_k/collection1/ has no replicas
[junit4] 2> 2002707 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2002714 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46147/x_k/collection1/ shard2
[junit4] 2> 2002867 INFO (coreZkRegister-8174-thread-1-processing-n:127.0.0.1:46147_x_k x:collection1 c:collection1) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2003094 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001/cores/collection1
[junit4] 2> 2003095 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001
[junit4] 2> 2003096 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2003099 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b682916{/x_k,null,AVAILABLE}
[junit4] 2> 2003099 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47e3c44b{HTTP/1.1,[http/1.1]}{127.0.0.1:48960}
[junit4] 2> 2003099 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server Started @2006443ms
[junit4] 2> 2003099 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=48960, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001/cores}
[junit4] 2> 2003099 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2003099 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2003100 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2003100 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2003100 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-03T13:23:47.313Z
[junit4] 2> 2003103 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2003103 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001/solr.xml
[junit4] 2> 2003108 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2003111 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54803/solr
[junit4] 2> 2003127 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2003130 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2003133 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48960_x_k
[junit4] 2> 2003136 INFO (zkCallback-2698-thread-2-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2003186 INFO (zkCallback-2702-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2003186 INFO (zkCallback-2707-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2003191 INFO (zkCallback-2713-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2003269 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2003273 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2003273 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2003275 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001/cores
[junit4] 2> 2003275 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:48960_x_k ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2003275 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2003277 INFO (OverseerStateUpdate-97898844868182020-127.0.0.1:37240_x_k-n_0000000000) [n:127.0.0.1:37240_x_k ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2004315 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2004331 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2004427 WARN (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2004428 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2004457 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2004457 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2004458 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2004458 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 2004462 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=30.8544921875, floorSegmentMB=2.1748046875, forceMergeDeletesPctAllowed=28.825839957832162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2004480 WARN (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2004554 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2004554 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2004556 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2004556 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2004557 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2004557 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3457dd50[collection1] main]
[junit4] 2> 2004560 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2004560 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2004561 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2004561 INFO (coreLoadExecutor-8190-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566381523624525824
[junit4] 2> 2004562 INFO (searcherExecutor-8191-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3457dd50[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2004571 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2004571 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2004572 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48960/x_k/collection1/
[junit4] 2> 2004572 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2004572 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:48960/x_k/collection1/ has no replicas
[junit4] 2> 2004572 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2004579 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48960/x_k/collection1/ shard1
[junit4] 2> 2004731 INFO (coreZkRegister-8185-thread-1-processing-n:127.0.0.1:48960_x_k x:collection1 c:collection1) [n:127.0.0.1:48960_x_k c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2005018 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001/cores/collection1
[junit4] 2> 2005019 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001
[junit4] 2> 2005019 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2005021 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39a53ad0{/x_k,null,AVAILABLE}
[junit4] 2> 2005021 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51dea452{HTTP/1.1,[http/1.1]}{127.0.0.1:37062}
[junit4] 2> 2005021 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server Started @2008366ms
[junit4] 2> 2005021 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=37062, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001/cores}
[junit4] 2> 2005022 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2005022 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2005022 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2005022 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2005022 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-03T13:23:49.235Z
[junit4] 2> 2005028 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2005028 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001/solr.xml
[junit4] 2> 2005033 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2005035 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54803/solr
[junit4] 2> 2005051 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2005055 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2005059 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37062_x_k
[junit4] 2> 2005061 INFO (zkCallback-2698-thread-2-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2005061 INFO (zkCallback-2707-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2005061 INFO (zkCallback-2713-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2005061 INFO (zkCallback-2702-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2005062 INFO (zkCallback-2719-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2005173 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2005178 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2005178 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2005179 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001/cores
[junit4] 2> 2005179 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:37062_x_k ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2005180 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2005181 INFO (OverseerStateUpdate-97898844868182020-127.0.0.1:37240_x_k-n_0000000000) [n:127.0.0.1:37240_x_k ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2006200 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2006212 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2006373 WARN (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2006374 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2006399 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2006399 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node3' (registry 'solr.core.collection1.shard2.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2006399 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2006400 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 2006402 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=30.8544921875, floorSegmentMB=2.1748046875, forceMergeDeletesPctAllowed=28.825839957832162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2006408 WARN (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2006460 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2006460 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2006462 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2006462 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2006462 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2006463 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19e85e2f[collection1] main]
[junit4] 2> 2006465 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2006465 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2006466 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2006466 INFO (coreLoadExecutor-8201-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566381525622063104
[junit4] 2> 2006467 INFO (searcherExecutor-8202-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 c:collection1) [n:127.0.0.1:37062_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19e85e2f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2006473 INFO (coreZkRegister-8196-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 c:collection1) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2006473 INFO (updateExecutor-2716-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2006474 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2006474 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2006474 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2006474 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2006474 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:46147/x_k/collection1/] and I am [http://127.0.0.1:37062/x_k/collection1/]
[junit4] 2> 2006478 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:46147/x_k]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:37062_x_k&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2006481 INFO (qtp1199350394-20599) [n:127.0.0.1:46147_x_k ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2006482 INFO (qtp1199350394-20599) [n:127.0.0.1:46147_x_k ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 2006482 INFO (qtp1199350394-20599) [n:127.0.0.1:46147_x_k ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37062_x_k, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:37062/x_k","node_name":"127.0.0.1:37062_x_k","state":"down"}
[junit4] 2> 2006929 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001/cores/collection1
[junit4] 2> 2006929 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001
[junit4] 2> 2006930 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2006931 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cd0e7f6{/x_k,null,AVAILABLE}
[junit4] 2> 2006932 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cfc3af5{HTTP/1.1,[http/1.1]}{127.0.0.1:53578}
[junit4] 2> 2006932 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.e.j.s.Server Started @2010277ms
[junit4] 2> 2006932 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=53578, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001/cores}
[junit4] 2> 2006932 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2006932 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2006933 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2006933 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2006933 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-03T13:23:51.146Z
[junit4] 2> 2006937 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2006938 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001/solr.xml
[junit4] 2> 2006944 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2006947 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54803/solr
[junit4] 2> 2006963 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2006967 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2006971 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53578_x_k
[junit4] 2> 2006973 INFO (zkCallback-2698-thread-2-processing-n:127.0.0.1:37240_x_k) [n:127.0.0.1:37240_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2006973 INFO (zkCallback-2707-thread-1-processing-n:127.0.0.1:46147_x_k) [n:127.0.0.1:46147_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2006974 INFO (zkCallback-2719-thread-1-processing-n:127.0.0.1:37062_x_k) [n:127.0.0.1:37062_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2006975 INFO (zkCallback-2713-thread-1-processing-n:127.0.0.1:48960_x_k) [n:127.0.0.1:48960_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2006975 INFO (zkCallback-2702-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2006976 INFO (zkCallback-2726-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2007071 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2007076 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2007076 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2007077 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001/cores
[junit4] 2> 2007077 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[137F0FFA03E06941]) [n:127.0.0.1:53578_x_k ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2007078 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2007080 INFO (OverseerStateUpdate-97898844868182020-127.0.0.1:37240_x_k-n_0000000000) [n:127.0.0.1:37240_x_k ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2007487 INFO (qtp1199350394-20599) [n:127.0.0.1:46147_x_k ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37062_x_k, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:37062/x_k","node_name":"127.0.0.1:37062_x_k","state":"recovering"}
[junit4] 2> 2007487 INFO (qtp1199350394-20599) [n:127.0.0.1:46147_x_k ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2007487 INFO (qtp1199350394-20599) [n:127.0.0.1:46147_x_k ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37062_x_k&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1006
[junit4] 2> 2007989 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:46147/x_k/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 2007989 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:37062/x_k START replicas=[http://127.0.0.1:46147/x_k/collection1/] nUpdates=100
[junit4] 2> 2007992 INFO (qtp1199350394-20603) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2007992 INFO (qtp1199350394-20603) [n:127.0.0.1:46147_x_k c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/x_k path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2007994 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2007994 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2007994 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2007994 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2007994 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2007995 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 2007995 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 2007995 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2007995 INFO (recoveryExecutor-2717-thread-1-processing-n:127.0.0.1:37062_x_k x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37062_x_k c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2008097 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2008123 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2008252 WARN (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2008253 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2008279 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 2008279 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node4' (registry 'solr.core.collection1.shard1.core_node4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16540646
[junit4] 2> 2008279 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2008279 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001/shard-4-001/cores/collection1/data/]
[junit4] 2> 2008281 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=30.8544921875, floorSegmentMB=2.1748046875, forceMergeDeletesPctAllowed=28.825839957832162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2008290 WARN (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2008345 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2008346 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2008348 INFO (coreLoadExecutor-8212-thread-1-processing-n:127.0.0.1:53578_x_k) [n:127.0.0.1:53578_x_k c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2008348 INFO (coreLoadExecutor-8212-threa
[...truncated too long message...]
[junit4] 2> 2224650 INFO (zkCallback-2907-thread-1-processing-n:127.0.0.1:38110_x_k) [n:127.0.0.1:38110_x_k c:testSplitStaticIndexReplication s:shard1_0 r:core_node4 x:testSplitStaticIndexReplication_shard1_0_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSplitStaticIndexReplication.shard1_0.leader, tag=1464671886
[junit4] 2> 2224651 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[137F0FFA03E06941]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@271019eb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2224651 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[137F0FFA03E06941]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27785faf{/x_k,null,UNAVAILABLE}
[junit4] 2> 2224655 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 34162
[junit4] 2> 2224655 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[137F0FFA03E06941]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2224659 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[137F0FFA03E06941]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33026 33026
[junit4] 2> 2224825 INFO (Thread-7599) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33026 33026
[junit4] 2> 2224826 WARN (Thread-7599) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/testSplitStaticIndexReplication/state.json
[junit4] 2> 2 /solr/overseer_elect/election/97898857258811400-127.0.0.1:49523_x_k-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2224828 INFO (SUITE-ShardSplitTest-seed#[137F0FFA03E06941]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_137F0FFA03E06941-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=FST50, rnd_b=PostingsFormat(name=Direct), n_ti=FST50, a_t=FST50, a_i=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct)}, docValues:{shard_s=DocValuesFormat(name=Asserting), rnd_b=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Memory), n_ti=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=709, maxMBSortInHeap=5.4474856600837915, sim=RandomSimilarity(queryNorm=true): {}, locale=ro-RO, timezone=Asia/Tel_Aviv
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=222695528,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleTrackingShardHandler, TestSolrFieldCacheBean, TestFastLRUCache, CSVRequestHandlerTest, TestRestoreCore, TestRequestForwarding, DistributedDebugComponentTest, TestLeaderElectionZkExpiry, TestConfigReload, TestSchemaManager, ClusterStateTest, TestReRankQParserPlugin, TestChildDocTransformer, ForceLeaderTest, TestZkChroot, HLLSerializationTest, HdfsSyncSliceTest, DistanceFunctionTest, TestExactSharedStatsCache, TestCoreDiscovery, FullSolrCloudDistribCmdsTest, JsonLoaderTest, SpellPossibilityIteratorTest, PrimUtilsTest, TestSolrQueryParserDefaultOperatorResource, CollectionTooManyReplicasTest, UninvertDocValuesMergePolicyTest, TestLMDirichletSimilarityFactory, TestConfigSetsAPIZkFailure, TestObjectReleaseTracker, ConfigSetsAPITest, TestManagedSchema, SimpleMLTQParserTest, CheckHdfsIndexTest, TestRandomFaceting, SolrCoreCheckLockOnStartupTest, TestLRUCache, BasicFunctionalityTest, FieldMutatingUpdateProcessorTest, RegexBoostProcessorTest, BlockCacheTest, TestRawTransformer, TermVectorComponentDistributedTest, HdfsLockFactoryTest, NoCacheHeaderTest, DistributedVersionInfoTest, BlockJoinFacetDistribTest, SortSpecParsingTest, PreAnalyzedFieldManagedSchemaCloudTest, SolrMetricsIntegrationTest, JavabinLoaderTest, ExplicitHLLTest, DeleteInactiveReplicaTest, TestRuleBasedAuthorizationPlugin, DistributedFacetExistsSmallTest, TestWriterPerf, DistributedFacetPivotLongTailTest, TestSortByMinMaxFunction, TestEmbeddedSolrServerSchemaAPI, TestQueryUtils, TestInPlaceUpdatesStandalone, TestSolrDeletionPolicy2, TestIndexSearcher, HdfsRecoveryZkTest, TestQueryTypes, TestFieldCacheVsDocValues, UpdateParamsTest, ZkStateWriterTest, SharedFSAutoReplicaFailoverTest, PeerSyncWithIndexFingerprintCachingTest, ConvertedLegacyTest, DeleteShardTest, TestUniqueKeyFieldResource, ShowFileRequestHandlerTest, DistributedTermsComponentTest, TestDeleteCollectionOnDownNodes, TestConfigsApi, TestGraphTermsQParserPlugin, UtilsToolTest, TestOmitPositions, RequestHandlersTest, ExternalFileFieldSortTest, TestManagedSynonymFilterFactory, TestSolr4Spatial, CoreAdminRequestStatusTest, TestPushWriter, TestRandomFlRTGCloud, RequestLoggingTest, TestManagedSchemaThreadSafety, TestFieldSortValues, TestFieldCache, BigEndianAscendingWordSerializerTest, TestStressUserVersions, QueryParsingTest, SortByFunctionTest, TestUseDocValuesAsStored, LeaderElectionContextKeyTest, TestXmlQParser, DistributedFacetPivotSmallTest, TestSolrCloudWithHadoopAuthPlugin, TestMacroExpander, TestDFRSimilarityFactory, JvmMetricsTest, SolrMetricManagerTest, TestSubQueryTransformerCrossCore, TestFieldResource, UUIDFieldTest, TestDocumentBuilder, TestTolerantUpdateProcessorCloud, TestDynamicFieldResource, TestComplexPhraseQParserPlugin, CoreSorterTest, TestSolrQueryParser, NotRequiredUniqueKeyTest, CdcrUpdateLogTest, TestPathTrie, EnumFieldTest, TestOverriddenPrefixQueryForCustomFieldType, InfoHandlerTest, TestRandomCollapseQParserPlugin, DateRangeFieldTest, CollectionsAPIDistributedZkTest, TestHdfsUpdateLog, LeaderElectionIntegrationTest, TestReload, RemoteQueryErrorTest, TestQuerySenderListener, TimeZoneUtilsTest, PreAnalyzedFieldTest, StatsComponentTest, CdcrReplicationHandlerTest, CurrencyFieldOpenExchangeTest, HdfsChaosMonkeySafeLeaderTest, TestAuthenticationFramework, TestManagedResource, CursorMarkTest, CircularListTest, SliceStateTest, CollectionReloadTest, TestFieldTypeResource, VMParamsZkACLAndCredentialsProvidersTest, TestPerFieldSimilarityWithDefaultOverride, BadIndexSchemaTest, DistribJoinFromCollectionTest, SuggesterTest, TestBlendedInfixSuggestions, HdfsNNFailoverTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSolrCLIRunExample, TestComponentsName, TestReversedWildcardFilterFactory, TestRebalanceLeaders, TestInitQParser, JSONWriterTest, UpdateRequestProcessorFactoryTest, TestAtomicUpdateErrorCases, TestIndexingPerformance, CloneFieldUpdateProcessorFactoryTest, TestSearchPerf, RuleEngineTest, TestJsonRequest, LukeRequestHandlerTest, ReplicationFactorTest, TestJsonFacetRefinement, OnlyLeaderIndexesTest, TestCollationFieldDocValues, DistributedSuggestComponentTest, ResponseHeaderTest, LoggingHandlerTest, TestMaxScoreQueryParser, TestDefaultStatsCache, TestDynamicLoading, TestCloudPseudoReturnFields, OpenCloseCoreStressTest, PreAnalyzedUpdateProcessorTest, CachingDirectoryFactoryTest, ChaosMonkeySafeLeaderTest, TestRecovery, ZkControllerTest, TestJoin, TestRangeQuery, PeerSyncTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaTest, ReturnFieldsTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestLFUCache, TestMergePolicyConfig, MultiTermTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, RestartWhileUpdatingTest, RollingRestartTest, SaslZkACLProviderTest, ShardSplitTest]
[junit4] Completed [532/708 (1!)] on J1 in 225.76s, 5 tests, 1 error <<< FAILURES!
[...truncated 43980 lines...]