You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/04/09 23:29:59 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2045 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2045/
5 tests failed.
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortLast
Error Message:
Unexpected number of elements in the group for 'intGSL' size: '6' GroupValue: '584449800' rsp: {responseHeader={zkConnected=true,status=0,QTime=69,params={q=*:*,group.sort=id asc,_stateVer_=dv_coll:4,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSL,group=true}},grouped={intGSL={matches=45,groups=[{groupValue=584447028,doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686192214016, _root_=0}, SolrDocument{id=1, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=false, sortableGSL=base_string_343264__00003747, _version_=1696604686180679680, _root_=1}, SolrDocument{id=2, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686181728256, _root_=2}, SolrDocument{id=3, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=false, sortableGSL=base_string_343264__00003747, _version_=1696604686182776832, _root_=3}, SolrDocument{id=4, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686193262592, _root_=4}, SolrDocument{id=5, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=false, sortableGSL=base_string_343264__00003747, _version_=1696604686191165441, _root_=5}, SolrDocument{id=6, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686182776833, _root_=6}]}}, {groupValue=584449800,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=true, sortableGSL=base_string_343264__00006202, _version_=1696604686182776833, _root_=10}, SolrDocument{id=11, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776834, _root_=11}, SolrDocument{id=13, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776835, _root_=13}, SolrDocument{id=7, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776834, _root_=7}, SolrDocument{id=8, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=true, sortableGSL=base_string_343264__00006202, _version_=1696604686182776832, _root_=8}, SolrDocument{id=9, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776835, _root_=9}]}}, {groupValue=584458514,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=true, sortableGSL=base_string_343264__00014025, _version_=1696604686182776836, _root_=14}, SolrDocument{id=17, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=false, sortableGSL=base_string_343264__00014025, _version_=1696604686192214016, _root_=17}, SolrDocument{id=18, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=true, sortableGSL=base_string_343264__00014025, _version_=1696604686182776837, _root_=18}, SolrDocument{id=19, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=false, sortableGSL=base_string_343264__00014025, _version_=1696604686192214017, _root_=19}]}}, {groupValue=null,doclist={numFound=9,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1696604686191165440, _root_=10000}, SolrDocument{id=10010, _version_=1696604686182776836, _root_=10010}, SolrDocument{id=10015, _version_=1696604686182776837, _root_=10015}, SolrDocument{id=10020, _version_=1696604686182776838, _root_=10020}, SolrDocument{id=10025, _version_=1696604686182776838, _root_=10025}, SolrDocument{id=10030, _version_=1696604686193262593, _root_=10030}, SolrDocument{id=10035, _version_=1696604686183825409, _root_=10035}, SolrDocument{id=10040, _version_=1696604686193262596, _root_=10040}, SolrDocument{id=10045, _version_=1696604686183825411, _root_=10045}]}}, {groupValue=584459961,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686192214018, _root_=21}, SolrDocument{id=23, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686192214019, _root_=23}, SolrDocument{id=24, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=true, sortableGSL=base_string_343264__00022203, _version_=1696604686182776839, _root_=24}, SolrDocument{id=25, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686192214020, _root_=25}, SolrDocument{id=26, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=true, sortableGSL=base_string_343264__00022203, _version_=1696604686182776839, _root_=26}, SolrDocument{id=27, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686183825408, _root_=27}]}}, {groupValue=584460802,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=true, sortableGSL=base_string_343264__00029168, _version_=1696604686183825409, _root_=28}, SolrDocument{id=29, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=false, sortableGSL=base_string_343264__00029168, _version_=1696604686193262592, _root_=29}, SolrDocument{id=30, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=true, sortableGSL=base_string_343264__00029168, _version_=1696604686182776840, _root_=30}, SolrDocument{id=31, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=false, sortableGSL=base_string_343264__00029168, _version_=1696604686183825408, _root_=31}, SolrDocument{id=32, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=true, sortableGSL=base_string_343264__00029168, _version_=1696604686183825410, _root_=32}, SolrDocument{id=33, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=false, sortableGSL=base_string_343264__00029168, _version_=1696604686193262594, _root_=33}]}}, {groupValue=584462585,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=37, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=false, sortableGSL=base_string_343264__00029831, _version_=1696604686193262595, _root_=37}, SolrDocument{id=38, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=true, sortableGSL=base_string_343264__00029831, _version_=1696604686183825411, _root_=38}, SolrDocument{id=39, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=false, sortableGSL=base_string_343264__00029831, _version_=1696604686183825410, _root_=39}, SolrDocument{id=40, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=true, sortableGSL=base_string_343264__00029831, _version_=1696604686183825412, _root_=40}]}}, {groupValue=584467055,doclist={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSL=584467055, longGSL=598838147372321241, doubleGSL=35769.366099401086, floatGSL=23147.201, dateGSL=Mon Apr 04 21:25:30 LHST 133168721, stringGSL=base_string_354464__00030776, boolGSL=true, sortableGSL=base_string_343264__00029839, _version_=1696604686183825413, _root_=42}, SolrDocument{id=45, intGSL=584467055, longGSL=598838147372321241, doubleGSL=35769.366099401086, floatGSL=23147.201, dateGSL=Mon Apr 04 21:25:30 LHST 133168721, stringGSL=base_string_354464__00030776, boolGSL=false, sortableGSL=base_string_343264__00029839, _version_=1696604686193262597, _root_=45}, SolrDocument{id=48, intGSL=584467055, longGSL=598838147372321241, doubleGSL=35769.366099401086, floatGSL=23147.201, dateGSL=Mon Apr 04 21:25:30 LHST 133168721, stringGSL=base_string_354464__00030776, boolGSL=true, sortableGSL=base_string_343264__00029839, _version_=1696604686183825414, _root_=48}]}}]}}}
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for 'intGSL' size: '6' GroupValue: '584449800' rsp: {responseHeader={zkConnected=true,status=0,QTime=69,params={q=*:*,group.sort=id asc,_stateVer_=dv_coll:4,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSL,group=true}},grouped={intGSL={matches=45,groups=[{groupValue=584447028,doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686192214016, _root_=0}, SolrDocument{id=1, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=false, sortableGSL=base_string_343264__00003747, _version_=1696604686180679680, _root_=1}, SolrDocument{id=2, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686181728256, _root_=2}, SolrDocument{id=3, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=false, sortableGSL=base_string_343264__00003747, _version_=1696604686182776832, _root_=3}, SolrDocument{id=4, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686193262592, _root_=4}, SolrDocument{id=5, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=false, sortableGSL=base_string_343264__00003747, _version_=1696604686191165441, _root_=5}, SolrDocument{id=6, intGSL=584447028, longGSL=598838147372283702, doubleGSL=8510.366099401086, floatGSL=4149.201, dateGSL=Mon Apr 04 21:25:09 LHST 133168721, stringGSL=base_string_354464__00007580, boolGSL=true, sortableGSL=base_string_343264__00003747, _version_=1696604686182776833, _root_=6}]}}, {groupValue=584449800,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=true, sortableGSL=base_string_343264__00006202, _version_=1696604686182776833, _root_=10}, SolrDocument{id=11, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776834, _root_=11}, SolrDocument{id=13, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776835, _root_=13}, SolrDocument{id=7, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776834, _root_=7}, SolrDocument{id=8, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=true, sortableGSL=base_string_343264__00006202, _version_=1696604686182776832, _root_=8}, SolrDocument{id=9, intGSL=584449800, longGSL=598838147372291728, doubleGSL=15815.366099401086, floatGSL=4214.201, dateGSL=Mon Apr 04 21:25:10 LHST 133168721, stringGSL=base_string_354464__00017462, boolGSL=false, sortableGSL=base_string_343264__00006202, _version_=1696604686182776835, _root_=9}]}}, {groupValue=584458514,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=true, sortableGSL=base_string_343264__00014025, _version_=1696604686182776836, _root_=14}, SolrDocument{id=17, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=false, sortableGSL=base_string_343264__00014025, _version_=1696604686192214016, _root_=17}, SolrDocument{id=18, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=true, sortableGSL=base_string_343264__00014025, _version_=1696604686182776837, _root_=18}, SolrDocument{id=19, intGSL=584458514, longGSL=598838147372296250, doubleGSL=16409.366099401086, floatGSL=9368.201, dateGSL=Mon Apr 04 21:25:12 LHST 133168721, stringGSL=base_string_354464__00022228, boolGSL=false, sortableGSL=base_string_343264__00014025, _version_=1696604686192214017, _root_=19}]}}, {groupValue=null,doclist={numFound=9,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1696604686191165440, _root_=10000}, SolrDocument{id=10010, _version_=1696604686182776836, _root_=10010}, SolrDocument{id=10015, _version_=1696604686182776837, _root_=10015}, SolrDocument{id=10020, _version_=1696604686182776838, _root_=10020}, SolrDocument{id=10025, _version_=1696604686182776838, _root_=10025}, SolrDocument{id=10030, _version_=1696604686193262593, _root_=10030}, SolrDocument{id=10035, _version_=1696604686183825409, _root_=10035}, SolrDocument{id=10040, _version_=1696604686193262596, _root_=10040}, SolrDocument{id=10045, _version_=1696604686183825411, _root_=10045}]}}, {groupValue=584459961,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686192214018, _root_=21}, SolrDocument{id=23, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686192214019, _root_=23}, SolrDocument{id=24, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=true, sortableGSL=base_string_343264__00022203, _version_=1696604686182776839, _root_=24}, SolrDocument{id=25, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686192214020, _root_=25}, SolrDocument{id=26, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=true, sortableGSL=base_string_343264__00022203, _version_=1696604686182776839, _root_=26}, SolrDocument{id=27, intGSL=584459961, longGSL=598838147372301963, doubleGSL=18755.366099401086, floatGSL=9389.201, dateGSL=Mon Apr 04 21:25:21 LHST 133168721, stringGSL=base_string_354464__00023130, boolGSL=false, sortableGSL=base_string_343264__00022203, _version_=1696604686183825408, _root_=27}]}}, {groupValue=584460802,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=true, sortableGSL=base_string_343264__00029168, _version_=1696604686183825409, _root_=28}, SolrDocument{id=29, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=false, sortableGSL=base_string_343264__00029168, _version_=1696604686193262592, _root_=29}, SolrDocument{id=30, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=true, sortableGSL=base_string_343264__00029168, _version_=1696604686182776840, _root_=30}, SolrDocument{id=31, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=false, sortableGSL=base_string_343264__00029168, _version_=1696604686183825408, _root_=31}, SolrDocument{id=32, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=true, sortableGSL=base_string_343264__00029168, _version_=1696604686183825410, _root_=32}, SolrDocument{id=33, intGSL=584460802, longGSL=598838147372310684, doubleGSL=28478.366099401086, floatGSL=10233.201, dateGSL=Mon Apr 04 21:25:24 LHST 133168721, stringGSL=base_string_354464__00026839, boolGSL=false, sortableGSL=base_string_343264__00029168, _version_=1696604686193262594, _root_=33}]}}, {groupValue=584462585,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=37, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=false, sortableGSL=base_string_343264__00029831, _version_=1696604686193262595, _root_=37}, SolrDocument{id=38, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=true, sortableGSL=base_string_343264__00029831, _version_=1696604686183825411, _root_=38}, SolrDocument{id=39, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=false, sortableGSL=base_string_343264__00029831, _version_=1696604686183825410, _root_=39}, SolrDocument{id=40, intGSL=584462585, longGSL=598838147372313199, doubleGSL=30189.366099401086, floatGSL=19853.201, dateGSL=Mon Apr 04 21:25:27 LHST 133168721, stringGSL=base_string_354464__00029515, boolGSL=true, sortableGSL=base_string_343264__00029831, _version_=1696604686183825412, _root_=40}]}}, {groupValue=584467055,doclist={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSL=584467055, longGSL=598838147372321241, doubleGSL=35769.366099401086, floatGSL=23147.201, dateGSL=Mon Apr 04 21:25:30 LHST 133168721, stringGSL=base_string_354464__00030776, boolGSL=true, sortableGSL=base_string_343264__00029839, _version_=1696604686183825413, _root_=42}, SolrDocument{id=45, intGSL=584467055, longGSL=598838147372321241, doubleGSL=35769.366099401086, floatGSL=23147.201, dateGSL=Mon Apr 04 21:25:30 LHST 133168721, stringGSL=base_string_354464__00030776, boolGSL=false, sortableGSL=base_string_343264__00029839, _version_=1696604686193262597, _root_=45}, SolrDocument{id=48, intGSL=584467055, longGSL=598838147372321241, doubleGSL=35769.366099401086, floatGSL=23147.201, dateGSL=Mon Apr 04 21:25:30 LHST 133168721, stringGSL=base_string_354464__00030776, boolGSL=true, sortableGSL=base_string_343264__00029839, _version_=1696604686183825414, _root_=48}]}}]}}}
at __randomizedtesting.SeedInfo.seed([908452D1197EE8ED:257716E278D98DB3]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.DocValuesNotIndexedTest.doGroupingDvOnly(DocValuesNotIndexedTest.java:404)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortLast(DocValuesNotIndexedTest.java:332)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:45565/solr/coll1]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:45565/solr/coll1]
at __randomizedtesting.SeedInfo.seed([908452D1197EE8ED:FE13D19D60994E6E]:0)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:346)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown(ZkFailoverTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45565/solr/coll1: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
... 48 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkFailoverTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.ZkFailoverTest: 1) Thread[id=25869, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-ZkFailoverTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:568) 2) Thread[id=25879, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=25887, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=25876, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=25875, name=RequestThrottler, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:139) 6) Thread[id=25885, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=25880, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=25888, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=25890, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=25868, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-ZkFailoverTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:929) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:349) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) 11) Thread[id=25871, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39423, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195) 12) Thread[id=25874, name=ProcessThread(sid:0 cport:39423):, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:140) 13) Thread[id=25872, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ZkFailoverTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157) 14) Thread[id=25870, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 15) Thread[id=25873, name=SyncThread:0, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) 16) Thread[id=25884, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.ZkFailoverTest:
1) Thread[id=25869, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-ZkFailoverTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:568)
2) Thread[id=25879, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=25887, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=25876, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=25875, name=RequestThrottler, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:139)
6) Thread[id=25885, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=25880, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=25888, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=25890, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=25868, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-ZkFailoverTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:929)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:349)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580)
11) Thread[id=25871, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39423, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195)
12) Thread[id=25874, name=ProcessThread(sid:0 cport:39423):, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:140)
13) Thread[id=25872, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ZkFailoverTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157)
14) Thread[id=25870, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
15) Thread[id=25873, name=SyncThread:0, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
16) Thread[id=25884, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([908452D1197EE8ED]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkFailoverTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25888, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=25890, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=25879, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=25887, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=25871, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39423, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219) at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195) 6) Thread[id=25876, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=25885, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=25870, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 9) Thread[id=25880, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=25884, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25888, name=NIOWorkerThread-7, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=25890, name=NIOWorkerThread-8, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=25879, name=NIOWorkerThread-2, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=25887, name=NIOWorkerThread-6, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=25871, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:39423, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219)
at org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195)
6) Thread[id=25876, name=NIOWorkerThread-1, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=25885, name=NIOWorkerThread-5, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=25870, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-ZkFailoverTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
9) Thread[id=25880, name=NIOWorkerThread-3, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=25884, name=NIOWorkerThread-4, state=WAITING, group=TGRP-ZkFailoverTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([908452D1197EE8ED]:0)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35475/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35475/solr
at __randomizedtesting.SeedInfo.seed([908452D1197EE8ED:D448722A77443E87]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
Build Log:
[...truncated 13615 lines...]
[junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
[junit4] 2> 318089 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 318090 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 318090 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_908452D1197EE8ED-001/data-dir-18-001
[junit4] 2> 318090 WARN (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 318090 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 318091 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 318092 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_908452D1197EE8ED-001/tempDir-001
[junit4] 2> 318092 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 318092 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 318092 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 318093 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 318192 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 37203
[junit4] 2> 318192 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37203
[junit4] 2> 318192 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37203
[junit4] 2> 318193 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37203
[junit4] 2> 318194 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 318195 INFO (zkConnectionManagerCallback-3383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 318195 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 318197 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 318198 INFO (zkConnectionManagerCallback-3385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 318198 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 318199 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 318200 INFO (zkConnectionManagerCallback-3387-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 318200 INFO (SUITE-DocValuesNotIndexedTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 318302 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 318302 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 318302 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 318302 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 318302 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 318302 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 318304 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 318304 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 318304 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 318304 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 318304 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 318304 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36cd3c9a{/solr,null,AVAILABLE}
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@227f236f{/solr,null,AVAILABLE}
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66dd452a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45709}
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57e548f3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36535}
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.e.j.s.Server Started @318336ms
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.e.j.s.Server Started @318337ms
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:37203/solr, hostPort=45709}
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:37203/solr, hostPort=36535}
[junit4] 2> 318305 ERROR (jetty-launcher-3388-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 318305 ERROR (jetty-launcher-3388-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-09T22:45:11.953Z
[junit4] 2> 318305 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-09T22:45:11.953Z
[junit4] 2> 318306 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 318307 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 318308 INFO (zkConnectionManagerCallback-3391-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 318308 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 318308 INFO (zkConnectionManagerCallback-3392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 318308 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 318308 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 318309 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 318312 INFO (jetty-launcher-3388-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 318312 INFO (jetty-launcher-3388-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 318313 WARN (jetty-launcher-3388-thread-1-SendThread(127.0.0.1:37203)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1046fba79fe0004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1046fba79fe0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1046fba79fe0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 318313 WARN (jetty-launcher-3388-thread-2-SendThread(127.0.0.1:37203)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1046fba79fe0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1046fba79fe0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1046fba79fe0003, likely server has
[...truncated too long message...]
] o.a.s.c.Overseer Overseer (id=73306443525128198-127.0.0.1:45821_solr-n_0000000000) closing
[junit4] 2> 1891076 INFO (OverseerStateUpdate-73306443525128198-127.0.0.1:45821_solr-n_0000000000) [n:127.0.0.1:45821_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45821_solr
[junit4] 2> 1891079 INFO (OverseerAutoScalingTriggerThread-73306443525128198-127.0.0.1:45821_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1891081 INFO (closeThreadPool-19732-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73306443525128198-127.0.0.1:45821_solr-n_0000000000) closing
[junit4] 2> 1891082 INFO (zkCallback-19685-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1891085 INFO (coreCloseExecutor-19730-thread-2) [n:127.0.0.1:46443_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader tag=SolrCore@545831b9
[junit4] 2> 1891086 INFO (coreCloseExecutor-19730-thread-2) [n:127.0.0.1:46443_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1891086 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1891086 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7605a490: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4e15e767
[junit4] 2> 1891092 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1891092 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b3c8912: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@46f624db
[junit4] 2> 1891094 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1891094 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@317dde6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@785a8b57
[junit4] 2> 1891094 INFO (jetty-closer-19722-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1891097 WARN (jetty-launcher-19644-thread-2-SendThread(127.0.0.1:40577)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1046fd26e100008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1046fd26e100008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1046fd26e100008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1891181 INFO (jetty-closer-19722-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73306443525128198-127.0.0.1:45821_solr-n_0000000000) closing
[junit4] 2> 1891182 INFO (jetty-closer-19722-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2e79639e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1891182 INFO (jetty-closer-19722-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d794b5{/solr,null,STOPPED}
[junit4] 2> 1891182 INFO (jetty-closer-19722-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1891282 INFO (jetty-closer-19722-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@667695bd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1891282 INFO (jetty-closer-19722-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39b85cb5{/solr,null,STOPPED}
[junit4] 2> 1891282 INFO (jetty-closer-19722-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1891283 INFO (SUITE-SolrCloudReportersTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1891485 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/test_collection/terms/shard1
[junit4] 2> 4 /solr/collections/test_collection/terms/shard2
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/test
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/test_collection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/test_collection/state.json
[junit4] 2> 12 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1891488 INFO (SUITE-SolrCloudReportersTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40577
[junit4] 2> 1891488 INFO (SUITE-SolrCloudReportersTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40577
[junit4] 2> 1891488 INFO (SUITE-SolrCloudReportersTest-seed#[908452D1197EE8ED]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40577
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_908452D1197EE8ED-001
[junit4] 2> Apr 09, 2021 11:11:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=400, maxMBSortInHeap=6.671097264590197, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=fr-LU, timezone=Etc/GMT+3
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=128507784,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSynonymGraphFilterFactory, ShardRoutingTest, TestCircuitBreaker, VMParamsZkACLAndCredentialsProvidersTest, TestFieldCacheVsDocValues, RoutingToNodesWithPropertiesTest, TestPhraseSuggestions, ChaosMonkeyNothingIsSafeTest, DistribDocExpirationUpdateProcessorTest, NestedShardedAtomicUpdateTest, TestMacros, PreAnalyzedUpdateProcessorTest, SearchRateTriggerTest, TestCoreAdminApis, DeleteReplicaTest, DistributedQueryComponentOptimizationTest, TestSchemaManager, TimeZoneUtilsTest, TestConfigReload, DocValuesNotIndexedTest, TestPackages, SuggesterWFSTTest, ReplicationFactorTest, CoreAdminHandlerTest, DistributedIntervalFacetingTest, TestSolrJacksonAnnotation, TestSchemaNameResource, TestAtomicUpdateErrorCases, TestRangeQuery, HttpPartitionOnCommitTest, MoveReplicaHDFSTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, LeaderElectionIntegrationTest, AnalyticsQueryTest, CircularListTest, XsltUpdateRequestHandlerTest, TestSolrConfigHandler, PurgeGraphTest, TestCSVResponseWriter, HdfsBasicDistributedZkTest, CdcrBootstrapTest, TestComplexPhraseLeadingWildcard, PhrasesIdentificationComponentTest, CacheHeaderTest, TestRawTransformer, TestCloudDeleteByQuery, TestCollationFieldDocValues, HdfsRecoverLeaseTest, SignatureUpdateProcessorFactoryTest, CollectionsAPISolrJTest, TestStressLucene, LargeFieldTest, PrimUtilsTest, TestDistributedSearch, StressHdfsTest, SyncSliceTest, JWTAuthPluginIntegrationTest, ReindexCollectionTest, TestExactSharedStatsCache, TaggingAttributeTest, CreateRoutedAliasTest, AuditLoggerPluginTest, TestClusterProperties, TestInPlaceUpdatesDistrib, TestCloudNestedDocsSort, TestSubQueryTransformerDistrib, TestUnifiedSolrHighlighter, EnumFieldTest, TestBackupRepositoryFactory, MetricUtilsTest, CdcrVersionReplicationTest, TestFieldSortValues, TestFieldCollectionResource, TestSystemCollAutoCreate, ShowFileRequestHandlerTest, TestSolrJ, TestPivotHelperCode, NodeLostTriggerIntegrationTest, TestFieldCache, TestReversedWildcardFilterFactory, AssignBackwardCompatibilityTest, TestStressLiveNodes, CollectionsAPIAsyncDistributedZkTest, ClusterStateTest, HighlighterMaxOffsetTest, BlockJoinFacetRandomTest, TestQueryTypes, OverseerCollectionConfigSetProcessorTest, MultiDestinationAuditLoggerTest, RequestLoggingTest, DistributedTermsComponentTest, CustomCollectionTest, TestSolrXml, TestReplicationHandler, OverseerSolrResponseUnsafeSerializationTest, ByteBuffersDirectoryFactoryTest, TestFacetMethods, SystemInfoHandlerTest, SolrCloudReportersTest]
[junit4] Completed [920/936 (3!)] on J1 in 191.51s, 2 tests, 1 error <<< FAILURES!
[...truncated 50841 lines...]